14:04:19.286 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:04:19.287 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taski1XmTw/test-tmp
14:04:19.287 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
14:04:19.287 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taski1XmTw/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
14:04:19.288 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:04:19.612 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:04:19.613 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:04:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.615271 8052 mini_oidc.cc:150] Starting JWKS server
14:04:19.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.617488 8052 webserver.cc:480] Webserver started at http://127.0.0.1:36607/ using document root <none> and password file <none>
14:04:19.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.617713 8052 mini_oidc.cc:186] Starting OIDC Discovery server
14:04:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.618201 8052 webserver.cc:480] Webserver started at http://127.0.0.1:39231/ using document root <none> and password file <none>
14:04:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T14:04:19Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T14:04:19Z Disabled control of system clock
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.647871 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/logs
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data/info.pb
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.62:41029
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.62
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.972178 8063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.972512 8063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.972590 8063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.980854 8063 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.980978 8063 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.981029 8063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.981073 8063 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.981125 8063 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.981163 8063 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:19.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:19.981206 8063 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36607/jwks.json
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.990991 8063 master_runner.cc:386] Master server non-default flags:
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.62:41029
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data/info.pb
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.62
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/logs
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.992616 8063 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:19.994490 8063 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.003341 8069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.003814 8068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.003902 8071 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.004293 8063 server_base.cc:1047] running on GCE node
14:04:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.005043 8063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:20.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.006461 8063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:20.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.007709 8063 hybrid_clock.cc:648] HybridClock initialized: now 1756994660007639 us; error 41 us; skew 500 ppm
14:04:20.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.008097 8063 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.010339 8063 webserver.cc:480] Webserver started at http://127.7.221.62:39841/ using document root <none> and password file <none>
14:04:20.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.011102 8063 fs_manager.cc:362] Metadata directory not provided
14:04:20.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.011225 8063 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:20.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.011545 8063 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.014053 8063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data/instance:
14:04:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a070e43a5fdb4de5ba18bad1e99f344f"
14:04:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.014927 8063 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal/instance:
14:04:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a070e43a5fdb4de5ba18bad1e99f344f"
14:04:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.020394 8063 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.002s sys 0.005s
14:04:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.023741 8077 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.025173 8063 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.025377 8063 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a070e43a5fdb4de5ba18bad1e99f344f"
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.025581 8063 fs_report.cc:389] FS layout report
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data/data
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:20.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:20.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:20.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.046391 8063 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.047366 8063 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:20.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.047696 8063 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:20.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.071607 8063 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.62:41029
14:04:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.071637 8138 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.62:41029 every 8 connection(s)
14:04:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.073372 8063 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/data/info.pb
14:04:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.076537 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8063
14:04:20.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.076865 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-0/wal/instance
14:04:20.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.078076 8139 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.079908 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/logs
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data/info.pb
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.61:34381
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.61
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:20.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:20.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.086539 8139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.103433 8139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.104688 8079 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.106261 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.61:34381: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.155701 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } attempt: 1
14:04:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.157687 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.61:34381: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.225981 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } attempt: 2
14:04:20.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.227886 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.61:34381: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.319250 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } attempt: 3
14:04:20.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.321172 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.61:34381: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.407871 8141 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.408237 8141 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:20.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.408325 8141 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:20.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416671 8141 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416790 8141 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416841 8141 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416882 8141 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416934 8141 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.416972 8141 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:20.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.417016 8141 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36607/jwks.json
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.427106 8141 master_runner.cc:386] Master server non-default flags:
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.61:34381
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data/info.pb
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.61
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/logs
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:20.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.428874 8141 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:20.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.430573 8141 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.439358 8150 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.439213 8149 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.440287 8152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.440431 8141 server_base.cc:1047] running on GCE node
14:04:20.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.441277 8141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.442801 8141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.444025 8141 hybrid_clock.cc:648] HybridClock initialized: now 1756994660443980 us; error 43 us; skew 500 ppm
14:04:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.444386 8141 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:20.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.446635 8141 webserver.cc:480] Webserver started at http://127.7.221.61:37539/ using document root <none> and password file <none>
14:04:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.447333 8141 fs_manager.cc:362] Metadata directory not provided
14:04:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.447435 8141 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.447718 8141 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.450162 8141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data/instance:
14:04:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.450896 8141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal/instance:
14:04:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.456147 8141 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.005s
14:04:20.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.459628 8158 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.461126 8141 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.461319 8141 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.461513 8141 fs_report.cc:389] FS layout report
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data/data
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:20.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.464445 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } attempt: 4
14:04:20.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.466300 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.61:34381: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.484921 8141 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:20.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.485805 8141 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:20.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.486056 8141 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.509557 8141 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.61:34381
14:04:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.509578 8219 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.61:34381 every 8 connection(s)
14:04:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.511155 8141 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/data/info.pb
14:04:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.515316 8220 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.519438 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8141
14:04:20.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.519590 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-1/wal/instance
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.520625 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/logs
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.60:38285
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.60
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:20.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.521919 8220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.536533 8220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.546402 8220 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.547600 8161 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.549468 8220 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.598927 8220 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 1
14:04:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.601033 8220 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.669246 8220 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 2
14:04:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.671264 8220 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.762511 8220 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 3
14:04:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.764856 8220 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.765556 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } attempt: 5
14:04:20.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.772442 8139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.774302 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.825544 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 1
14:04:20.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.827692 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.853397 8222 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.853760 8222 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.853842 8222 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862145 8222 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862262 8222 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862310 8222 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862350 8222 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862406 8222 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862443 8222 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:20.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.862488 8222 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36607/jwks.json
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.872445 8222 master_runner.cc:386] Master server non-default flags:
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.60:38285
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.60
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/logs
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.874117 8222 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.875907 8222 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.884534 8231 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.884500 8230 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.884938 8233 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.885743 8222 server_base.cc:1047] running on GCE node
14:04:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.886479 8222 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:20.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.887889 8222 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.889118 8222 hybrid_clock.cc:648] HybridClock initialized: now 1756994660889039 us; error 51 us; skew 500 ppm
14:04:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.889465 8222 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.891973 8222 webserver.cc:480] Webserver started at http://127.7.221.60:44135/ using document root <none> and password file <none>
14:04:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.892800 8222 fs_manager.cc:362] Metadata directory not provided
14:04:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.892966 8222 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:20.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.893321 8222 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.895943 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 2
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.895818 8222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/instance:
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20941dc633894368991e069265f5a615"
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.896679 8222 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal/instance:
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20941dc633894368991e069265f5a615"
14:04:20.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.897725 8139 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.902279 8222 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
14:04:20.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.905901 8239 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.907374 8222 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.000s
14:04:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.907572 8222 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20941dc633894368991e069265f5a615"
14:04:20.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.907784 8222 fs_report.cc:389] FS layout report
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/data
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.908103 8220 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 4
14:04:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:20.909814 8220 consensus_peers.cc:648] Error getting permanent uuid from config peer 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:20.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.922396 8222 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.923223 8222 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:20.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.923501 8222 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.947094 8222 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.60:38285
14:04:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.947117 8301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.60:38285 every 8 connection(s)
14:04:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.948624 8222 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:20.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.952811 8302 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.958444 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8222
14:04:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.958643 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal/instance
14:04:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.958756 8302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.977252 8302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.985432 8302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } has no permanent_uuid. Determining permanent_uuid...
14:04:20.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.996202 8302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Bootstrap starting.
14:04:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:20.999867 8302 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Neither blocks nor log segments found. Creating new log.
14:04:21.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.001390 8302 log.cc:826] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Log is configured to *not* fsync() on all Append() calls
14:04:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.003814 8302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: No bootstrap required, opened a new log
14:04:21.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.003934 8139 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 3
14:04:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.010968 8302 raft_consensus.cc:357] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.011369 8302 raft_consensus.cc:383] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.011497 8302 raft_consensus.cc:738] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20941dc633894368991e069265f5a615, State: Initialized, Role: FOLLOWER
14:04:21.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.012290 8302 consensus_queue.cc:260] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.014364 8311 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.014607 8311 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.015717 8302 sys_catalog.cc:564] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: configured and running, proceeding with master startup.
14:04:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.015864 8139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: Bootstrap starting.
14:04:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.020342 8139 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: Neither blocks nor log segments found. Creating new log.
14:04:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.021710 8139 log.cc:826] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: Log is configured to *not* fsync() on all Append() calls
14:04:21.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.024875 8139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: No bootstrap required, opened a new log
14:04:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.023234 8222 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: OK, instance_id { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" instance_seqno: 1756994660066088 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.029834 8222 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.030958 8322 catalog_manager.cc:1560] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:21.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.031193 8322 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.032189 8139 raft_consensus.cc:357] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.032702 8139 raft_consensus.cc:383] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:21.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.032953 8139 raft_consensus.cc:738] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a070e43a5fdb4de5ba18bad1e99f344f, State: Initialized, Role: FOLLOWER
14:04:21.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.033835 8139 consensus_queue.cc:260] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.034976 8325 sys_catalog.cc:455] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.035266 8325 sys_catalog.cc:458] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.036131 8139 sys_catalog.cc:564] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: configured and running, proceeding with master startup.
14:04:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.044660 8311 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.044948 8311 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.046622 8311 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.050562 8083 tablet.cc:2378] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.046304 8063 master_runner.cc:186] Error getting master registration for 127.7.221.61:34381: OK, instance_id { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" instance_seqno: 1756994660503983 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.053012 8104 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20941dc633894368991e069265f5a615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" is_pre_election: true
14:04:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.053470 8063 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.053748 8104 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 20941dc633894368991e069265f5a615 in term 0.
14:04:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.054395 8242 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20941dc633894368991e069265f5a615, a070e43a5fdb4de5ba18bad1e99f344f; no voters:
14:04:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.054880 8311 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.055037 8311 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.055142 8311 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 0 FOLLOWER]: Advancing to term 1
14:04:21.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.058465 8311 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.059757 8311 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 1 election: Requested vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.059722 8104 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20941dc633894368991e069265f5a615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a070e43a5fdb4de5ba18bad1e99f344f"
14:04:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.059924 8104 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 0 FOLLOWER]: Advancing to term 1
14:04:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.060349 8336 catalog_manager.cc:1560] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.060494 8336 catalog_manager.cc:875] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:21.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.064495 8104 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 20941dc633894368991e069265f5a615 in term 1.
14:04:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.065042 8242 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 20941dc633894368991e069265f5a615, a070e43a5fdb4de5ba18bad1e99f344f; no voters:
14:04:21.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.065596 8311 raft_consensus.cc:2802] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Leader election won for term 1
14:04:21.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.066859 8311 raft_consensus.cc:695] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 LEADER]: Becoming Leader. State: Replica: 20941dc633894368991e069265f5a615, State: Running, Role: LEADER
14:04:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.067776 8311 consensus_queue.cc:237] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.071859 8338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 20941dc633894368991e069265f5a615. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.072208 8338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: LEADER
14:04:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.082563 8340 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:04:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.085147 8340 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:04:21.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.100270 8104 raft_consensus.cc:1273] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Refusing update from remote peer 20941dc633894368991e069265f5a615: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.101325 8338 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:21.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.118181 8325 sys_catalog.cc:455] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 20941dc633894368991e069265f5a615. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.118745 8325 sys_catalog.cc:458] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.137609 8325 sys_catalog.cc:455] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.137845 8325 sys_catalog.cc:458] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.142879 8338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.143199 8338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: LEADER
14:04:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.148409 8340 catalog_manager.cc:1349] Generated new cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:21.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.148543 8340 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:04:21.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.186473 8340 catalog_manager.cc:1372] Generated new certificate authority record
14:04:21.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.188571 8340 catalog_manager.cc:1506] Loading token signing keys...
14:04:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.209008 8220 consensus_peers.cc:658] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } attempt: 5
14:04:21.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.223969 8220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: Bootstrap starting.
14:04:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.229189 8220 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: Neither blocks nor log segments found. Creating new log.
14:04:21.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.229525 8340 catalog_manager.cc:5955] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Generated new TSK 0
14:04:21.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.230656 8340 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:04:21.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.232859 8220 log.cc:826] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: Log is configured to *not* fsync() on all Append() calls
14:04:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.237036 8220 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: No bootstrap required, opened a new log
14:04:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.247035 8220 raft_consensus.cc:357] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.247612 8220 raft_consensus.cc:383] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.247828 8220 raft_consensus.cc:738] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba0f89bea161405caad89b5d54836e4d, State: Initialized, Role: FOLLOWER
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.249217 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/logs
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data/info.pb
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:21.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.1:0
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.1
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.1
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.249168 8220 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.257655 8347 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.260457 8347 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.260638 8184 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20941dc633894368991e069265f5a615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:21.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.261168 8184 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 0 FOLLOWER]: Advancing to term 1
14:04:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.263509 8184 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 20941dc633894368991e069265f5a615 in term 1.
14:04:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.264536 8183 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Refusing update from remote peer 20941dc633894368991e069265f5a615: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.260334 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20941dc633894368991e069265f5a615" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d" is_pre_election: true
14:04:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.265197 8185 raft_consensus.cc:2374] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 20941dc633894368991e069265f5a615 in term 1. Re-sending same reply.
14:04:21.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.265511 8338 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:21.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.260282 8220 sys_catalog.cc:564] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: configured and running, proceeding with master startup.
14:04:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.312326 8347 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 20941dc633894368991e069265f5a615. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.312675 8347 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.313189 8355 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.313699 8355 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: FOLLOWER
14:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.345639 8338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "20941dc633894368991e069265f5a615" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:21.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.345968 8338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: LEADER
14:04:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.408480 8365 catalog_manager.cc:1261] Loaded cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:21.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.408824 8365 catalog_manager.cc:1554] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: loading cluster ID for follower catalog manager: success
14:04:21.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.412997 8365 catalog_manager.cc:1576] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: acquiring CA information for follower catalog manager: success
14:04:21.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.418581 8365 catalog_manager.cc:1604] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.799644 8348 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.800091 8348 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.800258 8348 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.813812 8348 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.814013 8348 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.814088 8348 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.814141 8348 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.814260 8348 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.221.1
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.830247 8348 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.1:0
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data/info.pb
14:04:21.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.1
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.1
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/logs
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:21.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.832517 8348 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.834926 8348 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.847060 8371 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.847097 8372 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:21.848914 8374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.849582 8348 server_base.cc:1047] running on GCE node
14:04:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.850266 8348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.851302 8348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.852533 8348 hybrid_clock.cc:648] HybridClock initialized: now 1756994661852458 us; error 53 us; skew 500 ppm
14:04:21.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.852911 8348 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:21.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.855381 8348 webserver.cc:480] Webserver started at http://127.7.221.1:42367/ using document root <none> and password file <none>
14:04:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.856216 8348 fs_manager.cc:362] Metadata directory not provided
14:04:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.856349 8348 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:21.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.856725 8348 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.859208 8348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data/instance:
14:04:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f61271ab7c465ebfa2a37b982e107b"
14:04:21.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:21 on dist-test-slave-vfvn"
14:04:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.860121 8348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal/instance:
14:04:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f61271ab7c465ebfa2a37b982e107b"
14:04:21.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:21 on dist-test-slave-vfvn"
14:04:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.865935 8348 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
14:04:21.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.869761 8380 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.871294 8348 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.871469 8348 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f61271ab7c465ebfa2a37b982e107b"
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:21 on dist-test-slave-vfvn"
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.871711 8348 fs_report.cc:389] FS layout report
14:04:21.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data/data
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:21.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.896778 8348 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.897707 8348 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.898039 8348 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.901954 8348 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.902101 8348 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.902223 8348 ts_tablet_manager.cc:610] Registered 0 tablets
14:04:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:21.902295 8348 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.042542 8348 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.1:36155
14:04:22.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.042577 8504 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.1:36155 every 8 connection(s)
14:04:22.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.044255 8348 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/data/info.pb
14:04:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.047072 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8348
14:04:22.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.047302 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-0/wal/instance
14:04:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.052660 8506 heartbeater.cc:344] Connected to a master server at 127.7.221.62:41029
14:04:22.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.053385 8506 heartbeater.cc:461] Registering TS with master...
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.053869 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/logs
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data/info.pb
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.2:0
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.2
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.2
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:22.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.054471 8506 heartbeater.cc:507] Master 127.7.221.62:41029 requested a full tablet report, sending...
14:04:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.057229 8094 ts_manager.cc:194] Registered new tserver with Master: c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.057375 8505 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.057521 8505 heartbeater.cc:461] Registering TS with master...
14:04:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.058105 8505 heartbeater.cc:507] Master 127.7.221.60:38285 requested a full tablet report, sending...
14:04:22.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.059666 8257 ts_manager.cc:194] Registered new tserver with Master: c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.061203 8507 heartbeater.cc:344] Connected to a master server at 127.7.221.61:34381
14:04:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.061342 8507 heartbeater.cc:461] Registering TS with master...
14:04:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.061642 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.221.1:59539
14:04:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.061820 8507 heartbeater.cc:507] Master 127.7.221.61:34381 requested a full tablet report, sending...
14:04:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.063571 8175 ts_manager.cc:194] Registered new tserver with Master: c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.064591 8336 catalog_manager.cc:1261] Loaded cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.064680 8336 catalog_manager.cc:1554] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: loading cluster ID for follower catalog manager: success
14:04:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.067152 8336 catalog_manager.cc:1576] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: acquiring CA information for follower catalog manager: success
14:04:22.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.069136 8336 catalog_manager.cc:1604] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.389030 8510 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.389397 8510 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.389562 8510 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.397909 8510 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.398085 8510 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.398164 8510 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.398221 8510 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.398356 8510 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.221.2
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.408166 8510 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.2:0
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data/info.pb
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.2
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.2
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/logs
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:22.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.410120 8510 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.412024 8510 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.421425 8516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.421448 8515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.422259 8518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.422963 8510 server_base.cc:1047] running on GCE node
14:04:22.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.423609 8510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:22.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.424527 8510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:22.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.425741 8510 hybrid_clock.cc:648] HybridClock initialized: now 1756994662425673 us; error 48 us; skew 500 ppm
14:04:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.426083 8510 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.428285 8510 webserver.cc:480] Webserver started at http://127.7.221.2:33493/ using document root <none> and password file <none>
14:04:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.429033 8510 fs_manager.cc:362] Metadata directory not provided
14:04:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.429153 8510 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:22.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.429518 8510 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.431963 8510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data/instance:
14:04:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c555fd20ac84919946419e90909f4da"
14:04:22.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.432873 8510 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal/instance:
14:04:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c555fd20ac84919946419e90909f4da"
14:04:22.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.438406 8510 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.004s
14:04:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.441988 8524 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.443499 8510 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
14:04:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.443677 8510 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal
14:04:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2c555fd20ac84919946419e90909f4da"
14:04:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.443876 8510 fs_report.cc:389] FS layout report
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data/data
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.495781 8510 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.496719 8510 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:22.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.497030 8510 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.499943 8510 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.500056 8510 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.500188 8510 ts_tablet_manager.cc:610] Registered 0 tablets
14:04:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.500308 8510 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:22.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.564280 8647 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.2:34723 every 8 connection(s)
14:04:22.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.564246 8510 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.2:34723
14:04:22.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.565900 8510 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/data/info.pb
14:04:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.570324 8649 heartbeater.cc:344] Connected to a master server at 127.7.221.62:41029
14:04:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.570705 8649 heartbeater.cc:461] Registering TS with master...
14:04:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.571713 8649 heartbeater.cc:507] Master 127.7.221.62:41029 requested a full tablet report, sending...
14:04:22.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.573369 8094 ts_manager.cc:194] Registered new tserver with Master: 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723)
14:04:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.575453 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8510
14:04:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.575655 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-1/wal/instance
14:04:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.575960 8648 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.576112 8648 heartbeater.cc:461] Registering TS with master...
14:04:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.576625 8648 heartbeater.cc:507] Master 127.7.221.60:38285 requested a full tablet report, sending...
14:04:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.579293 8257 ts_manager.cc:194] Registered new tserver with Master: 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723)
14:04:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.580212 8650 heartbeater.cc:344] Connected to a master server at 127.7.221.61:34381
14:04:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.580269 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.221.2:33159
14:04:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.580344 8650 heartbeater.cc:461] Registering TS with master...
14:04:22.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.580857 8650 heartbeater.cc:507] Master 127.7.221.61:34381 requested a full tablet report, sending...
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.582046 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/logs
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data/info.pb
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.3:0
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.3
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.3
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:22.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
14:04:22.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.582913 8175 ts_manager.cc:194] Registered new tserver with Master: 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723)
14:04:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.909998 8653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.910329 8653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:22.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.910426 8653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.918967 8653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.919106 8653 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
14:04:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.919196 8653 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
14:04:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.919242 8653 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
14:04:22.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.919328 8653 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.221.3
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.929914 8653 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.3:0
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data/info.pb
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.3
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.221.3
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/logs
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.931880 8653 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:22.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.933957 8653 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.944272 8658 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.944278 8659 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:22.945379 8661 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.945803 8653 server_base.cc:1047] running on GCE node
14:04:22.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.946396 8653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:22.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.947439 8653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:22.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.948776 8653 hybrid_clock.cc:648] HybridClock initialized: now 1756994662948659 us; error 43 us; skew 500 ppm
14:04:22.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.949141 8653 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:22.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.951494 8653 webserver.cc:480] Webserver started at http://127.7.221.3:39221/ using document root <none> and password file <none>
14:04:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.952297 8653 fs_manager.cc:362] Metadata directory not provided
14:04:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.952416 8653 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:22.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.952764 8653 server_base.cc:895] This appears to be a new deployment of Kudu; creating new FS layout
14:04:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.955278 8653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data/instance:
14:04:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85348024880148e2b96cac264d63d398"
14:04:22.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.956043 8653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal/instance:
14:04:22.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85348024880148e2b96cac264d63d398"
14:04:22.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.961593 8653 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
14:04:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.965175 8667 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.966503 8653 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
14:04:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.966653 8653 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal
14:04:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85348024880148e2b96cac264d63d398"
14:04:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:22 on dist-test-slave-vfvn"
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.966832 8653 fs_report.cc:389] FS layout report
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data/data
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.987573 8653 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.988453 8653 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.988727 8653 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.991885 8653 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.992007 8653 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.992139 8653 ts_tablet_manager.cc:610] Registered 0 tablets
14:04:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:22.992226 8653 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:23.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.064689 8505 heartbeater.cc:499] Master 127.7.221.60:38285 was elected leader, sending a full tablet report...
14:04:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.071805 8653 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.3:44151
14:04:23.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.071838 8788 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.3:44151 every 8 connection(s)
14:04:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.073634 8653 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/data/info.pb
14:04:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.076491 8790 heartbeater.cc:344] Connected to a master server at 127.7.221.62:41029
14:04:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.077677 8790 heartbeater.cc:461] Registering TS with master...
14:04:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.078701 8790 heartbeater.cc:507] Master 127.7.221.62:41029 requested a full tablet report, sending...
14:04:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.080534 8094 ts_manager.cc:194] Registered new tserver with Master: 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.081324 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8653
14:04:23.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.081539 8052 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/ts-2/wal/instance
14:04:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.083444 8789 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.083693 8789 heartbeater.cc:461] Registering TS with master...
14:04:23.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.084321 8789 heartbeater.cc:507] Master 127.7.221.60:38285 requested a full tablet report, sending...
14:04:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.085485 8257 ts_manager.cc:194] Registered new tserver with Master: 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.086481 8257 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.221.3:60283
14:04:23.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.096643 8791 heartbeater.cc:344] Connected to a master server at 127.7.221.61:34381
14:04:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.096861 8791 heartbeater.cc:461] Registering TS with master...
14:04:23.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.097296 8791 heartbeater.cc:507] Master 127.7.221.61:34381 requested a full tablet report, sending...
14:04:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.098309 8175 ts_manager.cc:194] Registered new tserver with Master: 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.105893 8052 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:04:23.107 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:04:23.107 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:04:23.109 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.221.62"
port: 41029
}
bound_http_address {
host: "127.7.221.62"
port: 39841
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.221.61"
port: 34381
}
bound_http_address {
host: "127.7.221.61"
port: 37539
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.221.60"
port: 38285
}
bound_http_address {
host: "127.7.221.60"
port: 44135
}
}
}
14:04:23.109 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:04:23.109 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.221.1"
port: 36155
}
bound_http_address {
host: "127.7.221.1"
port: 42367
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.221.2"
port: 34723
}
bound_http_address {
host: "127.7.221.2"
port: 33493
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.221.3"
port: 44151
}
bound_http_address {
host: "127.7.221.3"
port: 39221
}
}
}
14:04:23.109 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:04:23.111 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:04:23.113 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:23.114 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:23.115 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:23.115 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.221.62:41029(127.7.221.62:41029)] Successfully connected to peer
14:04:23.116 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.7.221.60:38285(127.7.221.60:38285)] Successfully connected to peer
14:04:23.117 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.221.62
14:04:23.118 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.221.60
14:04:23.122 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.221.61:34381(127.7.221.61:34381)] Successfully connected to peer
14:04:23.136 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.7.221.61
14:04:23.137 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe8802fbd, L:/127.0.0.1:58556 - R:/127.7.221.60:38285] using SASL/PLAIN
14:04:23.139 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x183f4a01, L:/127.0.0.1:43600 - R:/127.7.221.62:41029] using SASL/PLAIN
14:04:23.140 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:23.141 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=29), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [27ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, deferred=null) after lookup
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.143136 8257 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58556:
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:23.145344 8257 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:23.148 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x54f63f97, L:/127.0.0.1:41778 - R:/127.7.221.61:34381] using SASL/PLAIN
14:04:23.160 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table f1109e34baf544ac996bf36778251f77
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.209173 8440 tablet_service.cc:1468] Processing CreateTablet for tablet 2e16bd8302b4426997114c502e2647a6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.209173 8583 tablet_service.cc:1468] Processing CreateTablet for tablet 2e16bd8302b4426997114c502e2647a6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.209209 8722 tablet_service.cc:1468] Processing CreateTablet for tablet e7461363b25141b7b0f6d91da136d95e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.210131 8723 tablet_service.cc:1468] Processing CreateTablet for tablet 2e16bd8302b4426997114c502e2647a6 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.209232 8437 tablet_service.cc:1468] Processing CreateTablet for tablet e7461363b25141b7b0f6d91da136d95e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.210696 8583 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e16bd8302b4426997114c502e2647a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.210687 8440 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e16bd8302b4426997114c502e2647a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.210708 8722 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e7461363b25141b7b0f6d91da136d95e. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.211436 8723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2e16bd8302b4426997114c502e2647a6. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.212430 8437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e7461363b25141b7b0f6d91da136d95e. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.209589 8582 tablet_service.cc:1468] Processing CreateTablet for tablet e7461363b25141b7b0f6d91da136d95e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
14:04:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.213896 8582 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e7461363b25141b7b0f6d91da136d95e. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.226439 8813 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Bootstrap starting.
14:04:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.229825 8814 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Bootstrap starting.
14:04:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.231142 8813 tablet_bootstrap.cc:654] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Neither blocks nor log segments found. Creating new log.
14:04:23.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.232460 8815 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: Bootstrap starting.
14:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.233178 8813 log.cc:826] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Log is configured to *not* fsync() on all Append() calls
14:04:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.233850 8814 tablet_bootstrap.cc:654] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Neither blocks nor log segments found. Creating new log.
14:04:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.235143 8814 log.cc:826] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Log is configured to *not* fsync() on all Append() calls
14:04:23.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.235572 8815 tablet_bootstrap.cc:654] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: Neither blocks nor log segments found. Creating new log.
14:04:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.236696 8813 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: No bootstrap required, opened a new log
14:04:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.237051 8813 ts_tablet_manager.cc:1397] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.002s
14:04:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.237205 8815 log.cc:826] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: Log is configured to *not* fsync() on all Append() calls
14:04:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.238104 8814 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: No bootstrap required, opened a new log
14:04:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.238380 8814 ts_tablet_manager.cc:1397] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Time spent bootstrapping tablet: real 0.009s user 0.000s sys 0.006s
14:04:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.239480 8815 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: No bootstrap required, opened a new log
14:04:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.239727 8815 ts_tablet_manager.cc:1397] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: Time spent bootstrapping tablet: real 0.008s user 0.000s sys 0.006s
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244318 8813 raft_consensus.cc:357] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244452 8815 raft_consensus.cc:357] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244699 8813 raft_consensus.cc:383] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244724 8815 raft_consensus.cc:383] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244817 8813 raft_consensus.cc:738] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f61271ab7c465ebfa2a37b982e107b, State: Initialized, Role: FOLLOWER
14:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.244846 8815 raft_consensus.cc:738] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c555fd20ac84919946419e90909f4da, State: Initialized, Role: FOLLOWER
14:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.245431 8815 consensus_queue.cc:260] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.245443 8813 consensus_queue.cc:260] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.245527 8814 raft_consensus.cc:357] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.245857 8814 raft_consensus.cc:383] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.246022 8814 raft_consensus.cc:738] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85348024880148e2b96cac264d63d398, State: Initialized, Role: FOLLOWER
14:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.246683 8648 heartbeater.cc:499] Master 127.7.221.60:38285 was elected leader, sending a full tablet report...
14:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.246840 8814 consensus_queue.cc:260] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.247282 8815 ts_tablet_manager.cc:1428] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da: Time spent starting tablet: real 0.007s user 0.007s sys 0.000s
14:04:23.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.249311 8815 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: Bootstrap starting.
14:04:23.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.251418 8815 tablet_bootstrap.cc:654] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: Neither blocks nor log segments found. Creating new log.
14:04:23.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.259424 8813 ts_tablet_manager.cc:1428] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Time spent starting tablet: real 0.022s user 0.009s sys 0.006s
14:04:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.261513 8815 tablet_bootstrap.cc:492] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: No bootstrap required, opened a new log
14:04:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.261698 8815 ts_tablet_manager.cc:1397] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: Time spent bootstrapping tablet: real 0.012s user 0.005s sys 0.006s
14:04:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.261721 8813 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b: Bootstrap starting.
14:04:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.262566 8815 raft_consensus.cc:357] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.262800 8815 raft_consensus.cc:383] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.262868 8815 raft_consensus.cc:738] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c555fd20ac84919946419e90909f4da, State: Initialized, Role: FOLLOWER
14:04:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.263149 8815 consensus_queue.cc:260] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.263665 8815 ts_tablet_manager.cc:1428] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
14:04:23.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.267163 8813 tablet_bootstrap.cc:654] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b: Neither blocks nor log segments found. Creating new log.
14:04:23.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.270334 8789 heartbeater.cc:499] Master 127.7.221.60:38285 was elected leader, sending a full tablet report...
14:04:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.271169 8814 ts_tablet_manager.cc:1428] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Time spent starting tablet: real 0.033s user 0.022s sys 0.007s
14:04:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.271687 8814 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398: Bootstrap starting.
14:04:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.273651 8814 tablet_bootstrap.cc:654] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398: Neither blocks nor log segments found. Creating new log.
14:04:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.276136 8814 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398: No bootstrap required, opened a new log
14:04:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.276520 8814 ts_tablet_manager.cc:1397] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398: Time spent bootstrapping tablet: real 0.005s user 0.004s sys 0.000s
14:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.277827 8814 raft_consensus.cc:357] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.278064 8814 raft_consensus.cc:383] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.278154 8814 raft_consensus.cc:738] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85348024880148e2b96cac264d63d398, State: Initialized, Role: FOLLOWER
14:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.278439 8814 consensus_queue.cc:260] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.278959 8814 ts_tablet_manager.cc:1428] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398: Time spent starting tablet: real 0.002s user 0.001s sys 0.000s
14:04:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.279507 8813 tablet_bootstrap.cc:492] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b: No bootstrap required, opened a new log
14:04:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.279681 8813 ts_tablet_manager.cc:1397] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b: Time spent bootstrapping tablet: real 0.018s user 0.002s sys 0.009s
14:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.280519 8813 raft_consensus.cc:357] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.280717 8813 raft_consensus.cc:383] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.280799 8813 raft_consensus.cc:738] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f61271ab7c465ebfa2a37b982e107b, State: Initialized, Role: FOLLOWER
14:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.281055 8813 consensus_queue.cc:260] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.281682 8813 ts_tablet_manager.cc:1428] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
14:04:23.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:23.299723 8508 tablet.cc:2378] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:23.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:23.320374 8651 tablet.cc:2378] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:23.340960 8792 tablet.cc:2378] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.485859 8819 raft_consensus.cc:491] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.486156 8819 raft_consensus.cc:513] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.487927 8819 leader_election.cc:290] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 85348024880148e2b96cac264d63d398 (127.7.221.3:44151), c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.495867 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e16bd8302b4426997114c502e2647a6" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398" is_pre_election: true
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.496241 8460 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e16bd8302b4426997114c502e2647a6" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f61271ab7c465ebfa2a37b982e107b" is_pre_election: true
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.496505 8744 raft_consensus.cc:2466] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 0.
14:04:23.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.496723 8460 raft_consensus.cc:2466] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 0.
14:04:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.497174 8525 leader_election.cc:304] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c555fd20ac84919946419e90909f4da, 85348024880148e2b96cac264d63d398; no voters:
14:04:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.497506 8819 raft_consensus.cc:2802] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.497634 8819 raft_consensus.cc:491] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:23.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.497704 8819 raft_consensus.cc:3058] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Advancing to term 1
14:04:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.499605 8819 raft_consensus.cc:513] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.500231 8819 leader_election.cc:290] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 election: Requested vote from peers 85348024880148e2b96cac264d63d398 (127.7.221.3:44151), c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.500789 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e16bd8302b4426997114c502e2647a6" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398"
14:04:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.500857 8460 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "2e16bd8302b4426997114c502e2647a6" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f61271ab7c465ebfa2a37b982e107b"
14:04:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.501027 8744 raft_consensus.cc:3058] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Advancing to term 1
14:04:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.501035 8460 raft_consensus.cc:3058] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Advancing to term 1
14:04:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.504256 8744 raft_consensus.cc:2466] T 2e16bd8302b4426997114c502e2647a6 P 85348024880148e2b96cac264d63d398 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 1.
14:04:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.504276 8460 raft_consensus.cc:2466] T 2e16bd8302b4426997114c502e2647a6 P c2f61271ab7c465ebfa2a37b982e107b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 1.
14:04:23.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.504760 8525 leader_election.cc:304] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c555fd20ac84919946419e90909f4da, 85348024880148e2b96cac264d63d398; no voters:
14:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.505075 8819 raft_consensus.cc:2802] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 1 FOLLOWER]: Leader election won for term 1
14:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.505522 8819 raft_consensus.cc:695] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [term 1 LEADER]: Becoming Leader. State: Replica: 2c555fd20ac84919946419e90909f4da, State: Running, Role: LEADER
14:04:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.506064 8819 consensus_queue.cc:237] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } }
14:04:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.511934 8257 catalog_manager.cc:5582] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da reported cstate change: term changed from 0 to 1, leader changed from <none> to 2c555fd20ac84919946419e90909f4da (127.7.221.2). New cstate: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } health_report { overall_health: HEALTHY } } }
14:04:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.583570 8820 raft_consensus.cc:491] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:23.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.583781 8820 raft_consensus.cc:513] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.585461 8820 leader_election.cc:290] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723), 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.592028 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e7461363b25141b7b0f6d91da136d95e" candidate_uuid: "c2f61271ab7c465ebfa2a37b982e107b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398" is_pre_election: true
14:04:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.592320 8744 raft_consensus.cc:2466] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2f61271ab7c465ebfa2a37b982e107b in term 0.
14:04:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.592386 8603 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e7461363b25141b7b0f6d91da136d95e" candidate_uuid: "c2f61271ab7c465ebfa2a37b982e107b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c555fd20ac84919946419e90909f4da" is_pre_election: true
14:04:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.592777 8603 raft_consensus.cc:2466] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2f61271ab7c465ebfa2a37b982e107b in term 0.
14:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.592880 8381 leader_election.cc:304] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 85348024880148e2b96cac264d63d398, c2f61271ab7c465ebfa2a37b982e107b; no voters:
14:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.593313 8820 raft_consensus.cc:2802] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.593451 8820 raft_consensus.cc:491] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.593575 8820 raft_consensus.cc:3058] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Advancing to term 1
14:04:23.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.595528 8820 raft_consensus.cc:513] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.596122 8820 leader_election.cc:290] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [CANDIDATE]: Term 1 election: Requested vote from peers 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723), 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.596625 8603 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e7461363b25141b7b0f6d91da136d95e" candidate_uuid: "c2f61271ab7c465ebfa2a37b982e107b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2c555fd20ac84919946419e90909f4da"
14:04:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.596608 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "e7461363b25141b7b0f6d91da136d95e" candidate_uuid: "c2f61271ab7c465ebfa2a37b982e107b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398"
14:04:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.596832 8744 raft_consensus.cc:3058] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Advancing to term 1
14:04:23.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.596861 8603 raft_consensus.cc:3058] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Advancing to term 1
14:04:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.599701 8744 raft_consensus.cc:2466] T e7461363b25141b7b0f6d91da136d95e P 85348024880148e2b96cac264d63d398 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2f61271ab7c465ebfa2a37b982e107b in term 1.
14:04:23.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.599717 8603 raft_consensus.cc:2466] T e7461363b25141b7b0f6d91da136d95e P 2c555fd20ac84919946419e90909f4da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2f61271ab7c465ebfa2a37b982e107b in term 1.
14:04:23.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.600231 8384 leader_election.cc:304] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c555fd20ac84919946419e90909f4da, c2f61271ab7c465ebfa2a37b982e107b; no voters:
14:04:23.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.600519 8820 raft_consensus.cc:2802] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 1 FOLLOWER]: Leader election won for term 1
14:04:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.600936 8820 raft_consensus.cc:695] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [term 1 LEADER]: Becoming Leader. State: Replica: c2f61271ab7c465ebfa2a37b982e107b, State: Running, Role: LEADER
14:04:23.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.601450 8820 consensus_queue.cc:237] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.606658 8257 catalog_manager.cc:5582] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b reported cstate change: term changed from 0 to 1, leader changed from <none> to c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1). New cstate: current_term: 1 leader_uuid: "c2f61271ab7c465ebfa2a37b982e107b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } health_report { overall_health: UNKNOWN } } }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.757885 8257 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58558:
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:04:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:23.758836 8257 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.771225 8440 tablet_service.cc:1468] Processing CreateTablet for tablet 75ba77fd8bd34d07a3272a7c732cdc45 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.771239 8582 tablet_service.cc:1468] Processing CreateTablet for tablet 75ba77fd8bd34d07a3272a7c732cdc45 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.772250 8440 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ba77fd8bd34d07a3272a7c732cdc45. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.772284 8582 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ba77fd8bd34d07a3272a7c732cdc45. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.776767 8723 tablet_service.cc:1468] Processing CreateTablet for tablet 75ba77fd8bd34d07a3272a7c732cdc45 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.777563 8813 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: Bootstrap starting.
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.777846 8723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 75ba77fd8bd34d07a3272a7c732cdc45. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.778534 8845 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: Bootstrap starting.
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.779409 8813 tablet_bootstrap.cc:654] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: Neither blocks nor log segments found. Creating new log.
14:04:23.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.780337 8845 tablet_bootstrap.cc:654] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: Neither blocks nor log segments found. Creating new log.
14:04:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.781899 8813 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: No bootstrap required, opened a new log
14:04:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.782047 8813 ts_tablet_manager.cc:1397] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: Time spent bootstrapping tablet: real 0.005s user 0.003s sys 0.000s
14:04:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.782333 8845 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: No bootstrap required, opened a new log
14:04:23.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.782469 8845 ts_tablet_manager.cc:1397] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.782912 8813 raft_consensus.cc:357] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783162 8813 raft_consensus.cc:383] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783274 8813 raft_consensus.cc:738] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f61271ab7c465ebfa2a37b982e107b, State: Initialized, Role: FOLLOWER
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783236 8845 raft_consensus.cc:357] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783406 8845 raft_consensus.cc:383] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783504 8845 raft_consensus.cc:738] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2c555fd20ac84919946419e90909f4da, State: Initialized, Role: FOLLOWER
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783643 8813 consensus_queue.cc:260] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.783751 8845 consensus_queue.cc:260] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.784143 8819 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.784134 8820 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.784366 8819 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.784387 8820 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.784795 8845 ts_tablet_manager.cc:1428] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
14:04:23.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.788640 8813 ts_tablet_manager.cc:1428] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: Time spent starting tablet: real 0.006s user 0.003s sys 0.000s
14:04:23.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.790210 8848 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: Bootstrap starting.
14:04:23.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.792225 8848 tablet_bootstrap.cc:654] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: Neither blocks nor log segments found. Creating new log.
14:04:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.794152 8848 tablet_bootstrap.cc:492] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: No bootstrap required, opened a new log
14:04:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.794294 8848 ts_tablet_manager.cc:1397] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: Time spent bootstrapping tablet: real 0.004s user 0.000s sys 0.003s
14:04:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.794956 8848 raft_consensus.cc:357] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.795112 8848 raft_consensus.cc:383] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.795200 8848 raft_consensus.cc:738] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 85348024880148e2b96cac264d63d398, State: Initialized, Role: FOLLOWER
14:04:23.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.795431 8848 consensus_queue.cc:260] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.796164 8848 ts_tablet_manager.cc:1428] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
14:04:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.796195 8850 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.796487 8850 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.925937 8819 raft_consensus.cc:491] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.926188 8819 raft_consensus.cc:513] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.926908 8819 leader_election.cc:290] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155), 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.927613 8460 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "75ba77fd8bd34d07a3272a7c732cdc45" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f61271ab7c465ebfa2a37b982e107b" is_pre_election: true
14:04:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.927682 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "75ba77fd8bd34d07a3272a7c732cdc45" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398" is_pre_election: true
14:04:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.927928 8460 raft_consensus.cc:2466] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 0.
14:04:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.927906 8744 raft_consensus.cc:2466] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 0.
14:04:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.928465 8525 leader_election.cc:304] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c555fd20ac84919946419e90909f4da, 85348024880148e2b96cac264d63d398; no voters:
14:04:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.928800 8819 raft_consensus.cc:2802] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.928920 8819 raft_consensus.cc:491] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.929036 8819 raft_consensus.cc:3058] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 0 FOLLOWER]: Advancing to term 1
14:04:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.930944 8819 raft_consensus.cc:513] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.931499 8819 leader_election.cc:290] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 election: Requested vote from peers c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155), 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.931964 8460 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "75ba77fd8bd34d07a3272a7c732cdc45" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f61271ab7c465ebfa2a37b982e107b"
14:04:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.932039 8744 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "75ba77fd8bd34d07a3272a7c732cdc45" candidate_uuid: "2c555fd20ac84919946419e90909f4da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "85348024880148e2b96cac264d63d398"
14:04:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.932194 8460 raft_consensus.cc:3058] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 0 FOLLOWER]: Advancing to term 1
14:04:23.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.932269 8744 raft_consensus.cc:3058] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 0 FOLLOWER]: Advancing to term 1
14:04:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.934083 8460 raft_consensus.cc:2466] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 1.
14:04:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.934270 8744 raft_consensus.cc:2466] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2c555fd20ac84919946419e90909f4da in term 1.
14:04:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.934496 8525 leader_election.cc:304] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2c555fd20ac84919946419e90909f4da, c2f61271ab7c465ebfa2a37b982e107b; no voters:
14:04:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.934808 8819 raft_consensus.cc:2802] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 1 FOLLOWER]: Leader election won for term 1
14:04:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.934978 8819 raft_consensus.cc:695] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [term 1 LEADER]: Becoming Leader. State: Replica: 2c555fd20ac84919946419e90909f4da, State: Running, Role: LEADER
14:04:23.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.935307 8819 consensus_queue.cc:237] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } }
14:04:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.936897 8827 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: TxnStatusTablet state changed. Reason: New leader 2c555fd20ac84919946419e90909f4da. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:23.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.937182 8827 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: This TxnStatusTablet replica's current role is: LEADER
14:04:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.937899 8852 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
14:04:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.938642 8852 txn_status_manager.cc:930] Loading transaction status metadata into memory...
14:04:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.939757 8256 catalog_manager.cc:5582] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da reported cstate change: term changed from 0 to 1, leader changed from <none> to 2c555fd20ac84919946419e90909f4da (127.7.221.2). New cstate: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } health_report { overall_health: UNKNOWN } } }
14:04:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.987098 8744 raft_consensus.cc:1273] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398 [term 1 FOLLOWER]: Refusing update from remote peer 2c555fd20ac84919946419e90909f4da: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:23.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.987149 8460 raft_consensus.cc:1273] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b [term 1 FOLLOWER]: Refusing update from remote peer 2c555fd20ac84919946419e90909f4da: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.988047 8819 consensus_queue.cc:1035] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [LEADER]: Connected to new peer: Peer: permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:23.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.988761 8827 consensus_queue.cc:1035] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.999523 8850 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: TxnStatusTablet state changed. Reason: New leader 2c555fd20ac84919946419e90909f4da. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:23.999823 8850 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.002358 8820 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: TxnStatusTablet state changed. Reason: New leader 2c555fd20ac84919946419e90909f4da. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.002588 8820 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:24.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.006326 8857 mvcc.cc:204] Tried to move back new op lower bound from 7196650143681650688 to 7196650143480791040. Current Snapshot: MvccSnapshot[applied={T|T < 7196650143681650688}]
14:04:24.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.004297 8855 mvcc.cc:204] Tried to move back new op lower bound from 7196650143681650688 to 7196650143480791040. Current Snapshot: MvccSnapshot[applied={T|T < 7196650143681650688}]
14:04:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.008438 8831 consensus_queue.cc:1035] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [LEADER]: Connected to new peer: Peer: permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.023075 8850 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.023296 8850 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 85348024880148e2b96cac264d63d398: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.028025 8827 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.028729 8827 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: This TxnStatusTablet replica's current role is: LEADER
14:04:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.031822 8831 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.032097 8831 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P c2f61271ab7c465ebfa2a37b982e107b: This TxnStatusTablet replica's current role is: FOLLOWER
14:04:24.038 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
14:04:24.041 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table f1109e34baf544ac996bf36778251f77
14:04:24.042 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.221.60:38285
14:04:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.045722 8819 tablet_replica.cc:440] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2c555fd20ac84919946419e90909f4da" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 } } peers { permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 } } peers { permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 } } }
14:04:24.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.046022 8819 tablet_replica.cc:443] T 75ba77fd8bd34d07a3272a7c732cdc45 P 2c555fd20ac84919946419e90909f4da: This TxnStatusTablet replica's current role is: LEADER
14:04:24.047 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:04:24.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.048585 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8222
14:04:24.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.050046 8297 generic_service.cc:196] Checking for leaks (request via RPC)
14:04:24.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.056568 8820 consensus_queue.cc:1035] T e7461363b25141b7b0f6d91da136d95e P c2f61271ab7c465ebfa2a37b982e107b [LEADER]: Connected to new peer: Peer: permanent_uuid: "2c555fd20ac84919946419e90909f4da" member_type: VOTER last_known_addr { host: "127.7.221.2" port: 34723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.063485 8819 consensus_queue.cc:1035] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" member_type: VOTER last_known_addr { host: "127.7.221.1" port: 36155 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:24.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.088567 8827 consensus_queue.cc:1035] T 2e16bd8302b4426997114c502e2647a6 P 2c555fd20ac84919946419e90909f4da [LEADER]: Connected to new peer: Peer: permanent_uuid: "85348024880148e2b96cac264d63d398" member_type: VOTER last_known_addr { host: "127.7.221.3" port: 44151 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:24.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.230875 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8222
14:04:24.261 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.7.221.60:38285(127.7.221.60:38285)] handling channelInactive
14:04:24.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state READY due to: connection closed
14:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.261926 8527 connection.cc:537] client connection to 127.7.221.60:38285 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.262053 8505 heartbeater.cc:646] Failed to heartbeat to 127.7.221.60:38285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.7.221.60:38285 (error 108)
14:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.262508 8081 connection.cc:537] server connection from 127.0.0.1:43584 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.262539 8162 connection.cc:537] server connection from 127.0.0.1:41770 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.263162 8789 heartbeater.cc:646] Failed to heartbeat to 127.7.221.60:38285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.7.221.60:38285 (error 108)
14:04:24.263 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.263748 8648 heartbeater.cc:646] Failed to heartbeat to 127.7.221.60:38285 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.264966 8870 negotiation.cc:337] Failed RPC negotiation. Trace:
14:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:24.262765 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.7.221.60:38285 (local address 127.7.221.1:34995)
14:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:24.263905 (+ 1140us) negotiation.cc:107] Waiting for socket to connect
14:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:24.264039 (+ 134us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection reset by peer (error 104)
14:04:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":1012,"thread_start_us":848,"threads_started":1}
14:04:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.531139 8871 raft_consensus.cc:491] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 20941dc633894368991e069265f5a615)
14:04:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.531371 8871 raft_consensus.cc:513] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.531711 8872 raft_consensus.cc:491] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 20941dc633894368991e069265f5a615)
14:04:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.531888 8872 raft_consensus.cc:513] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.532897 8871 leader_election.cc:290] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.533176 8872 leader_election.cc:290] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.533720 8104 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba0f89bea161405caad89b5d54836e4d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" is_pre_election: true
14:04:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.533937 8104 raft_consensus.cc:2466] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba0f89bea161405caad89b5d54836e4d in term 1.
14:04:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.534142 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d" is_pre_election: true
14:04:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.534338 8185 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a070e43a5fdb4de5ba18bad1e99f344f in term 1.
14:04:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.535143 8161 leader_election.cc:304] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d; no voters:
14:04:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.535580 8871 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:24.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.535840 8871 raft_consensus.cc:491] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Starting leader election (detected failure of leader 20941dc633894368991e069265f5a615)
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.535763 8079 leader_election.cc:304] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d; no voters:
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.536105 8871 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 1 FOLLOWER]: Advancing to term 2
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.536206 8872 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.536298 8161 leader_election.cc:336] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.536429 8080 leader_election.cc:336] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.536532 8872 raft_consensus.cc:491] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Starting leader election (detected failure of leader 20941dc633894368991e069265f5a615)
14:04:24.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.536650 8872 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 1 FOLLOWER]: Advancing to term 2
14:04:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.538378 8871 raft_consensus.cc:513] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.538786 8872 raft_consensus.cc:513] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.539228 8871 leader_election.cc:290] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 election: Requested vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.539709 8104 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba0f89bea161405caad89b5d54836e4d" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "a070e43a5fdb4de5ba18bad1e99f344f"
14:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.539933 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.540021 8104 raft_consensus.cc:2391] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate ba0f89bea161405caad89b5d54836e4d in current term 2: Already voted for candidate a070e43a5fdb4de5ba18bad1e99f344f in this term.
14:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.539709 8872 leader_election.cc:290] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 election: Requested vote from peers ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.540198 8185 raft_consensus.cc:2391] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate a070e43a5fdb4de5ba18bad1e99f344f in current term 2: Already voted for candidate ba0f89bea161405caad89b5d54836e4d in this term.
14:04:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.541172 8080 leader_election.cc:336] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.541327 8080 leader_election.cc:304] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a070e43a5fdb4de5ba18bad1e99f344f; no voters: 20941dc633894368991e069265f5a615, ba0f89bea161405caad89b5d54836e4d
14:04:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.541648 8872 raft_consensus.cc:2747] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:04:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.541685 8161 leader_election.cc:336] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.541822 8161 leader_election.cc:304] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ba0f89bea161405caad89b5d54836e4d; no voters: 20941dc633894368991e069265f5a615, a070e43a5fdb4de5ba18bad1e99f344f
14:04:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.542079 8871 raft_consensus.cc:2747] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
14:04:24.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.555 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.7.221.60:38285(127.7.221.60:38285) for tablet Kudu Master: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.7.221.60:38285, [2ms] received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [65ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, deferred=Deferred@895039040(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/585998101@7a6eda28 -> (continuation of Deferred@1486592343 after retry RPC after error@919654068) -> (continuation of Deferred@1254561048 after retry RPC after error@1190406642) -> (continuation of Deferred@1109479770 after retry RPC after error@1916043972) -> (continuation of Deferred@11089487 after retry RPC after error@1744118801) -> (continuation of Deferred@798360116 after retry RPC after error@2036504480) -> (continuation of Deferred@816893325 after retry RPC after error@2125177382) -> (continuation of Deferred@1630767205 after retry RPC after error@209833076), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/978413659@3a6bb4cc -> (continuation of Deferred@1486592343 after retry RPC after error@919654068) -> (continuation of Deferred@1254561048 after retry RPC after error@1190406642) -> (continuation of Deferred@1109479770 after retry RPC after error@1916043972) -> (continuation of Deferred@11089487 after retry RPC after error@1744118801) -> (continuation of Deferred@798360116 after retry RPC after error@2036504480) -> (continuation of Deferred@816893325 after retry RPC after error@2125177382) -> (continuation of Deferred@1630767205 after retry RPC after error@209833076)))
14:04:24.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] sending RPC to server master-127.7.221.60:38285, [2ms] received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [65ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, deferred=Deferred@895039040(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/585998101@7a6eda28 -> (continuation of Deferred@1486592343 after retry RPC after error@919654068) -> (continuation of Deferred@1254561048 after retry RPC after error@1190406642) -> (continuation of Deferred@1109479770 after retry RPC after error@1916043972) -> (continuation of Deferred@11089487 after retry RPC after error@1744118801) -> (continuation of Deferred@798360116 after retry RPC after error@2036504480) -> (continuation of Deferred@816893325 after retry RPC after error@2125177382) -> (continuation of Deferred@1630767205 after retry RPC after error@209833076), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/978413659@3a6bb4cc -> (continuation of Deferred@1486592343 after retry RPC after error@919654068) -> (continuation of Deferred@1254561048 after retry RPC after error@1190406642) -> (continuation of Deferred@1109479770 after retry RPC after error@1916043972) -> (continuation of Deferred@11089487 after retry RPC after error@1744118801) -> (continuation of Deferred@798360116 after retry RPC after error@2036504480) -> (continuation of Deferred@816893325 after retry RPC after error@2125177382) -> (continuation of Deferred@1630767205 after retry RPC after error@209833076)))
14:04:24.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.816 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.870801 8872 raft_consensus.cc:491] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.871090 8872 raft_consensus.cc:513] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.871742 8872 leader_election.cc:290] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.872360 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d" is_pre_election: true
14:04:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.872597 8185 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a070e43a5fdb4de5ba18bad1e99f344f in term 2.
14:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.873047 8079 leader_election.cc:304] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d; no voters:
14:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.873322 8872 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Leader pre-election won for term 3
14:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.873325 8080 leader_election.cc:336] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.873416 8872 raft_consensus.cc:491] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:24.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.873492 8872 raft_consensus.cc:3058] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 2 FOLLOWER]: Advancing to term 3
14:04:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.875322 8872 raft_consensus.cc:513] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.875 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.875890 8872 leader_election.cc:290] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 election: Requested vote from peers ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.876374 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d"
14:04:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.876585 8185 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 2 FOLLOWER]: Advancing to term 3
14:04:24.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.877878 8080 leader_election.cc:336] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111)
14:04:24.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.879025 8185 raft_consensus.cc:2466] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a070e43a5fdb4de5ba18bad1e99f344f in term 3.
14:04:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.879443 8079 leader_election.cc:304] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d; no voters: 20941dc633894368991e069265f5a615
14:04:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.879726 8872 raft_consensus.cc:2802] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 3 FOLLOWER]: Leader election won for term 3
14:04:24.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.880255 8872 raft_consensus.cc:695] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [term 3 LEADER]: Becoming Leader. State: Replica: a070e43a5fdb4de5ba18bad1e99f344f, State: Running, Role: LEADER
14:04:24.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.880699 8872 consensus_queue.cc:237] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.881937 8883 sys_catalog.cc:455] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: SysCatalogTable state changed. Reason: New leader a070e43a5fdb4de5ba18bad1e99f344f. Latest consensus state: current_term: 3 leader_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.882156 8883 sys_catalog.cc:458] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: This master's current role is: LEADER
14:04:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.882754 8884 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:04:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.885119 8884 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b]
14:04:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.885703 8884 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]
14:04:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.887431 8884 tablet_loader.cc:96] loaded metadata for tablet 2e16bd8302b4426997114c502e2647a6 (table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77])
14:04:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.887835 8884 tablet_loader.cc:96] loaded metadata for tablet 75ba77fd8bd34d07a3272a7c732cdc45 (table kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b])
14:04:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.888238 8884 tablet_loader.cc:96] loaded metadata for tablet e7461363b25141b7b0f6d91da136d95e (table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77])
14:04:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.888550 8884 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:04:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.889437 8884 catalog_manager.cc:1261] Loaded cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.889539 8884 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:04:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.890672 8884 catalog_manager.cc:1506] Loading token signing keys...
14:04:24.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.891494 8884 catalog_manager.cc:5966] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f: Loaded TSK: 0
14:04:24.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.892379 8884 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:04:24.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:24.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.60:38285: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285
14:04:24.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:24.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=5, TimeoutTracker(timeout=250, elapsed=83), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [64ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [65ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: Network error: Failed to connect to peer master-127.7.221.60:38285(127.7.221.60:38285): Connection refused: /127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: OK, deferred=Deferred@182553291(state=PENDING, result=null, callback=(continuation of Deferred@621219146 after retry RPC after error@935026719) -> (continuation of Deferred@50666329 after retry RPC after error@95714848) -> (continuation of Deferred@415518337 after retry RPC after error@1947430430) -> (continuation of Deferred@1609002006 after retry RPC after error@2030329012), errback=(continuation of Deferred@621219146 after retry RPC after error@935026719) -> (continuation of Deferred@50666329 after retry RPC after error@95714848) -> (continuation of Deferred@415518337 after retry RPC after error@1947430430) -> (continuation of Deferred@1609002006 after retry RPC after error@2030329012))) after lookup
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.931713 8094 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:43628:
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:24.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:04:24.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.934079 8094 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:24.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:24.997184 8080 consensus_peers.cc:489] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f -> Peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Couldn't send request to peer 20941dc633894368991e069265f5a615. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:24.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:24.999317 8185 raft_consensus.cc:1273] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Refusing update from remote peer a070e43a5fdb4de5ba18bad1e99f344f: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
14:04:25.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.000015 8883 consensus_queue.cc:1035] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
14:04:25.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.001629 8871 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader a070e43a5fdb4de5ba18bad1e99f344f. Latest consensus state: current_term: 3 leader_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:25.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.001940 8871 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: FOLLOWER
14:04:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.003367 8872 sys_catalog.cc:455] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.003638 8872 sys_catalog.cc:458] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f [sys.catalog]: This master's current role is: LEADER
14:04:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.003934 8871 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:25.004163 8871 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: FOLLOWER
14:04:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:25.182631 8080 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111) [suppressed 13 similar messages]
14:04:25.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:25.514492 8080 consensus_peers.cc:489] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f -> Peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Couldn't send request to peer 20941dc633894368991e069265f5a615. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:04:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.044648 8080 consensus_peers.cc:489] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f -> Peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Couldn't send request to peer 20941dc633894368991e069265f5a615. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:04:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.058751 8063 master_runner.cc:186] Error getting master registration for 127.7.221.60:38285: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111),
14:04:26.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.058959 8063 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:26.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.106325 8790 heartbeater.cc:499] Master 127.7.221.62:41029 was elected leader, sending a full tablet report...
14:04:26.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 2e16bd8302b4426997114c502e2647a6 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
14:04:26.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet e7461363b25141b7b0f6d91da136d95e for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
14:04:26.269 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=2e16bd8302b4426997114c502e2647a6@[2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)[L],85348024880148e2b96cac264d63d398(127.7.221.3:44151),c2f61271ab7c465ebfa2a37b982e107b(127.7.221.1:36155)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=e7461363b25141b7b0f6d91da136d95e@[2c555fd20ac84919946419e90909f4da(127.7.221.2:34723),85348024880148e2b96cac264d63d398(127.7.221.3:44151),c2f61271ab7c465ebfa2a37b982e107b(127.7.221.1:36155)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
14:04:26.269 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC GetTableLocations: received response from server master-127.7.221.62:41029: OK, deferred=null) after lookup
14:04:26.270 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)] connecting to peer
14:04:26.270 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)] Successfully connected to peer
14:04:26.282 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x89d6deb6, L:/127.0.0.1:56486 - R:/127.7.221.2:34723] using TOKEN/null
14:04:26.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.286170 8552 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.7.221.60:38285)
14:04:26.321 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.221.60:38285
14:04:26.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.322642 8052 external_mini_cluster.cc:1366] Running /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taski1XmTw/build/asan/bin/kudu
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/logs
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.60:38285
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.60
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44135
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
14:04:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
14:04:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.550980 8080 consensus_peers.cc:489] T 00000000000000000000000000000000 P a070e43a5fdb4de5ba18bad1e99f344f -> Peer 20941dc633894368991e069265f5a615 (127.7.221.60:38285): Couldn't send request to peer 20941dc633894368991e069265f5a615. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.60:38285: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
14:04:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.619992 8649 heartbeater.cc:499] Master 127.7.221.62:41029 was elected leader, sending a full tablet report...
14:04:26.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.622901 8506 heartbeater.cc:499] Master 127.7.221.62:41029 was elected leader, sending a full tablet report...
14:04:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.671700 8922 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
14:04:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.672017 8922 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:26.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.672147 8922 flags.cc:425] Enabled unsafe flag: --never_fsync=true
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680496 8922 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680598 8922 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680647 8922 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680689 8922 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680740 8922 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680778 8922 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:26.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.680830 8922 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36607/jwks.json
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.691036 8922 master_runner.cc:386] Master server non-default flags:
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.221.20:43539
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.221.60:38285
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36607/jwks.json
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.221.60
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44135
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/logs
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision db4f8e291cd478c794d4fd4cfb2d6832d781f88f
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 04 Sep 2025 13:43:26 UTC on 24a791456cd2
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 7896
14:04:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
14:04:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.692721 8922 env_posix.cc:2264] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.694463 8922 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.702643 8929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.702646 8930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.703027 8932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.703907 8922 server_base.cc:1047] running on GCE node
14:04:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.704800 8922 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:26.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.706214 8922 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.707434 8922 hybrid_clock.cc:648] HybridClock initialized: now 1756994666707377 us; error 28 us; skew 500 ppm
14:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.707763 8922 server_base.cc:847] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.710057 8922 webserver.cc:480] Webserver started at http://127.7.221.60:44135/ using document root <none> and password file <none>
14:04:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.710815 8922 fs_manager.cc:362] Metadata directory not provided
14:04:26.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.710963 8922 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:26.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.716363 8922 fs_manager.cc:714] Time spent opening directory manager: real 0.003s user 0.003s sys 0.001s
14:04:26.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.719106 8938 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:26.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.720428 8922 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.720593 8922 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data,/tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "20941dc633894368991e069265f5a615"
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-09-04 14:04:20 on dist-test-slave-vfvn"
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.721361 8922 fs_report.cc:389] FS layout report
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/wal
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/data
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:26.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.744041 8922 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.744937 8922 env_posix.cc:2264] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:26.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.745220 8922 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.768198 8999 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.221.60:38285 every 8 connection(s)
14:04:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.768222 8922 rpc_server.cc:307] RPC server started. Bound to: 127.7.221.60:38285
14:04:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.769976 8922 server_base.cc:1179] Dumped server information to /tmp/dist-test-taski1XmTw/test-tmp/mini-kudu-cluster8496606657096909259/master-2/data/info.pb
14:04:26.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.770514 8052 external_mini_cluster.cc:1428] Started /tmp/dist-test-taski1XmTw/build/asan/bin/kudu as pid 8922
14:04:26.770 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:26.771 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.221.62:41029
14:04:26.771 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:04:26.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.771607 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8063
14:04:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.772866 8134 generic_service.cc:196] Checking for leaks (request via RPC)
14:04:26.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.779249 9000 sys_catalog.cc:263] Verifying existing consensus state
14:04:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.782442 9000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Bootstrap starting.
14:04:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.799095 9000 log.cc:826] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Log is configured to *not* fsync() on all Append() calls
14:04:26.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.813624 9000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:26.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.814139 9000 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: Bootstrap complete.
14:04:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.821291 9000 raft_consensus.cc:357] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.822012 9000 raft_consensus.cc:738] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 20941dc633894368991e069265f5a615, State: Initialized, Role: FOLLOWER
14:04:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.822690 9000 consensus_queue.cc:260] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.823479 9004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.823777 9004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: FOLLOWER
14:04:26.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.824667 9000 sys_catalog.cc:564] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: configured and running, proceeding with master startup.
14:04:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.835033 9015 catalog_manager.cc:1261] Loaded cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:26.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.835163 9015 catalog_manager.cc:1554] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: loading cluster ID for follower catalog manager: success
14:04:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.839470 9015 catalog_manager.cc:1576] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: acquiring CA information for follower catalog manager: success
14:04:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.842592 9015 catalog_manager.cc:1604] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:26.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.900208 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8063
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.922935 8161 connection.cc:537] server connection from 127.0.0.1:41752 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:26.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:26.923 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.221.62:41029(127.7.221.62:41029)] handling channelInactive
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:26.923449 9017 negotiation.cc:337] Failed RPC negotiation. Trace:
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:26.832375 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.7.221.62:41029 (local address 127.0.0.1:47534)
14:04:26.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state READY due to: connection closed
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:26.843638 (+ 11263us) negotiation.cc:107] Waiting for socket to connect
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:26.843686 (+ 48us) client_negotiation.cc:174] Beginning negotiation
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:26.844342 (+ 656us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:26.921905 (+ 77563us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:04:26.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":10677,"thread_start_us":10447,"threads_started":1}
14:04:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.924103 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
14:04:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:26.930169 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:27.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.014 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.7.221.62:41029(127.7.221.62:41029) for tablet Kudu Master: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.60:38285(127.7.221.60:38285)] connecting to peer
14:04:27.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.034 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.221.60:38285(127.7.221.60:38285)] Successfully connected to peer
14:04:27.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.050 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71a3bc13, L:/127.0.0.1:56172 - R:/127.7.221.60:38285] using TOKEN/null
14:04:27.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.141800 9004 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.142171 9004 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.144810 9004 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.146438 8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:27.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.161 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:27.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.163826 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.166630 8185 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "20941dc633894368991e069265f5a615" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "ba0f89bea161405caad89b5d54836e4d" is_pre_election: true
14:04:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.167728 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.168282 9004 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:27.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.203594 9025 raft_consensus.cc:491] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Starting pre-election (detected failure of leader a070e43a5fdb4de5ba18bad1e99f344f)
14:04:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.203804 9025 raft_consensus.cc:513] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.204550 9025 leader_election.cc:290] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.205997 8161 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111) [suppressed 6 similar messages]
14:04:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.207973 8161 leader_election.cc:336] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.212407 8965 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba0f89bea161405caad89b5d54836e4d" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "20941dc633894368991e069265f5a615" is_pre_election: true
14:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.212939 8965 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba0f89bea161405caad89b5d54836e4d in term 1.
14:04:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.213537 8161 leader_election.cc:304] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 20941dc633894368991e069265f5a615, ba0f89bea161405caad89b5d54836e4d; no voters: a070e43a5fdb4de5ba18bad1e99f344f
14:04:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.213913 9025 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Leader pre-election won for term 4
14:04:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.214042 9025 raft_consensus.cc:491] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Starting leader election (detected failure of leader a070e43a5fdb4de5ba18bad1e99f344f)
14:04:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.214130 9025 raft_consensus.cc:3058] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 3 FOLLOWER]: Advancing to term 4
14:04:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.217139 9025 raft_consensus.cc:513] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.217842 9025 leader_election.cc:290] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 election: Requested vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), 20941dc633894368991e069265f5a615 (127.7.221.60:38285)
14:04:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.218751 8965 tablet_service.cc:1813] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba0f89bea161405caad89b5d54836e4d" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "20941dc633894368991e069265f5a615"
14:04:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.218974 8965 raft_consensus.cc:3058] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 1 FOLLOWER]: Advancing to term 4
14:04:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.219311 8161 leader_election.cc:336] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.224565 8965 raft_consensus.cc:2466] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba0f89bea161405caad89b5d54836e4d in term 4.
14:04:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.225158 8161 leader_election.cc:304] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 20941dc633894368991e069265f5a615, ba0f89bea161405caad89b5d54836e4d; no voters: a070e43a5fdb4de5ba18bad1e99f344f
14:04:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.225521 9025 raft_consensus.cc:2802] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 4 FOLLOWER]: Leader election won for term 4
14:04:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.225992 9025 raft_consensus.cc:695] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [term 4 LEADER]: Becoming Leader. State: Replica: ba0f89bea161405caad89b5d54836e4d, State: Running, Role: LEADER
14:04:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.226658 9025 consensus_queue.cc:237] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.228567 9029 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba0f89bea161405caad89b5d54836e4d. Latest consensus state: current_term: 4 leader_uuid: "ba0f89bea161405caad89b5d54836e4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.228881 9029 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: LEADER
14:04:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.229624 9031 catalog_manager.cc:1477] Loading table and tablet metadata into memory...
14:04:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.232059 9031 catalog_manager.cc:671] Loaded metadata for table kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b]
14:04:27.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.232662 9031 catalog_manager.cc:671] Loaded metadata for table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77]
14:04:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.234344 9031 tablet_loader.cc:96] loaded metadata for tablet 2e16bd8302b4426997114c502e2647a6 (table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77])
14:04:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.234673 9031 tablet_loader.cc:96] loaded metadata for tablet 75ba77fd8bd34d07a3272a7c732cdc45 (table kudu_system.kudu_transactions [id=536137a8d5204d39b97e4c8a6f4b914b])
14:04:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.234982 9031 tablet_loader.cc:96] loaded metadata for tablet e7461363b25141b7b0f6d91da136d95e (table txn_manager_fallback_rolling [id=f1109e34baf544ac996bf36778251f77])
14:04:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.235205 9031 catalog_manager.cc:1486] Initializing Kudu cluster ID...
14:04:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.236001 9031 catalog_manager.cc:1261] Loaded cluster ID: 074a6c78af264585b4a2e6052654c062
14:04:27.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.236116 9031 catalog_manager.cc:1497] Initializing Kudu internal certificate authority...
14:04:27.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.237274 9031 catalog_manager.cc:1506] Loading token signing keys...
14:04:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.238062 9031 catalog_manager.cc:5966] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d: Loaded TSK: 0
14:04:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.239012 9031 catalog_manager.cc:1516] Initializing in-progress tserver states...
14:04:27.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:27.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:27.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:04:27.257 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.7.221.62:41029, [2ms] received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [125ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [145ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, deferred=Deferred@1585402904(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/585998101@6f3ffcab -> (continuation of Deferred@2039850057 after retry RPC after error@969865251) -> (continuation of Deferred@490058902 after retry RPC after error@226478399) -> (continuation of Deferred@1503429429 after retry RPC after error@400390085) -> (continuation of Deferred@670888108 after retry RPC after error@1421472605) -> (continuation of Deferred@1761695700 after retry RPC after error@354313838) -> (continuation of Deferred@1437044209 after retry RPC after error@1310699267), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/978413659@2dc3eee3 -> (continuation of Deferred@2039850057 after retry RPC after error@969865251) -> (continuation of Deferred@490058902 after retry RPC after error@226478399) -> (continuation of Deferred@1503429429 after retry RPC after error@400390085) -> (continuation of Deferred@670888108 after retry RPC after error@1421472605) -> (continuation of Deferred@1761695700 after retry RPC after error@354313838) -> (continuation of Deferred@1437044209 after retry RPC after error@1310699267))) after lookup
14:04:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.272944 8789 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:27.273 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.7.221.62:41029, [2ms] received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [66ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [125ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [145ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [148ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [149ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: OK, [245ms] sending RPC to server master-127.7.221.61:34381, deferred=Deferred@1585402904(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$118/585998101@6f3ffcab -> (continuation of Deferred@2039850057 after retry RPC after error@969865251) -> (continuation of Deferred@490058902 after retry RPC after error@226478399) -> (continuation of Deferred@1503429429 after retry RPC after error@400390085) -> (continuation of Deferred@670888108 after retry RPC after error@1421472605) -> (continuation of Deferred@1761695700 after retry RPC after error@354313838) -> (continuation of Deferred@1437044209 after retry RPC after error@1310699267) -> (continuation of Deferred@2062537578 after retry RPC@2004842794), errback=org.apache.kudu.client.KuduTransaction$$Lambda$119/978413659@2dc3eee3 -> (continuation of Deferred@2039850057 after retry RPC after error@969865251) -> (continuation of Deferred@490058902 after retry RPC after error@226478399) -> (continuation of Deferred@1503429429 after retry RPC after error@400390085) -> (continuation of Deferred@670888108 after retry RPC after error@1421472605) -> (continuation of Deferred@1761695700 after retry RPC after error@354313838) -> (continuation of Deferred@1437044209 after retry RPC after error@1310699267) -> (continuation of Deferred@2062537578 after retry RPC@2004842794)))
14:04:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.276500 8955 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "85348024880148e2b96cac264d63d398" instance_seqno: 1756994663060871) as {username='slave'} at 127.7.221.3:55599; Asking this server to re-register.
14:04:27.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.276548 8205 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:41778 (request call id 21) took 18 ms (client timeout 5 ms). Trace:
14:04:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.277398 8789 heartbeater.cc:461] Registering TS with master...
14:04:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.276786 8205 rpcz_store.cc:269] 0904 14:04:27.258467 (+ 0us) service_pool.cc:168] Inserting onto call queue
14:04:27.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:27.258563 (+ 96us) service_pool.cc:225] Handling call
14:04:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0904 14:04:27.276435 (+ 17872us) inbound_call.cc:173] Queueing success response
14:04:27.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":469,"thread_start_us":752,"threads_started":3}
14:04:27.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.279163 8955 ts_manager.cc:194] Registered new tserver with Master: 85348024880148e2b96cac264d63d398 (127.7.221.3:44151)
14:04:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1001902574157 + 9223371034952202830 cannot be represented in type 'long'
14:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.298907 8174 catalog_manager.cc:2232] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37308:
14:04:27.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
14:04:27.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
14:04:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
14:04:27.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.312842 8174 catalog_manager.cc:6944] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
14:04:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.326105 8161 consensus_peers.cc:489] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d -> Peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Couldn't send request to peer a070e43a5fdb4de5ba18bad1e99f344f. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.343472 8965 raft_consensus.cc:1273] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Refusing update from remote peer ba0f89bea161405caad89b5d54836e4d: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
14:04:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.344681 9029 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [LEADER]: Connected to new peer: Peer: permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
14:04:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.349982 9044 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "ba0f89bea161405caad89b5d54836e4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.350345 9044 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.350884 9004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba0f89bea161405caad89b5d54836e4d. Latest consensus state: current_term: 4 leader_uuid: "ba0f89bea161405caad89b5d54836e4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.351073 9004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.352937 9004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "ba0f89bea161405caad89b5d54836e4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.352872 9025 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "ba0f89bea161405caad89b5d54836e4d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } } }
14:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.353116 9004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [sys.catalog]: This master's current role is: FOLLOWER
14:04:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.353175 9025 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d [sys.catalog]: This master's current role is: LEADER
14:04:27.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.630080 8507 heartbeater.cc:499] Master 127.7.221.61:34381 was elected leader, sending a full tablet report...
14:04:27.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.638079 8648 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:27.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.639639 8955 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "2c555fd20ac84919946419e90909f4da" instance_seqno: 1756994662555699) as {username='slave'} at 127.7.221.2:50821; Asking this server to re-register.
14:04:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.640358 8648 heartbeater.cc:461] Registering TS with master...
14:04:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.641783 8955 ts_manager.cc:194] Registered new tserver with Master: 2c555fd20ac84919946419e90909f4da (127.7.221.2:34723)
14:04:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.642212 8505 heartbeater.cc:344] Connected to a master server at 127.7.221.60:38285
14:04:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.643411 8955 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "c2f61271ab7c465ebfa2a37b982e107b" instance_seqno: 1756994662021910) as {username='slave'} at 127.7.221.1:50373; Asking this server to re-register.
14:04:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.643925 8505 heartbeater.cc:461] Registering TS with master...
14:04:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:27.644945 8955 ts_manager.cc:194] Registered new tserver with Master: c2f61271ab7c465ebfa2a37b982e107b (127.7.221.1:36155)
14:04:27.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:27.825448 8161 consensus_peers.cc:489] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d -> Peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Couldn't send request to peer a070e43a5fdb4de5ba18bad1e99f344f. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:04:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f8278f1a0c8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
14:04:28.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:28.369268 8161 consensus_peers.cc:489] T 00000000000000000000000000000000 P ba0f89bea161405caad89b5d54836e4d -> Peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Couldn't send request to peer a070e43a5fdb4de5ba18bad1e99f344f. Status: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
14:04:28.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa66af5 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
14:04:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f828c6fbb12 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
14:04:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f828c6eb624 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:482:48
14:04:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f828c84fc9e in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
14:04:28.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f828c85087b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
14:04:28.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f828c8554bf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
14:04:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f828677a2d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
14:04:28.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f828677a005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
14:04:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f827fd740be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
14:04:28.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f827fd72f9e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
14:04:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f827fd791d5 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
14:04:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f827fd79aff in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
14:04:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f827fd79928 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
14:04:28.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa774dc in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
14:04:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f8278fe92b8 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
14:04:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f827c40d6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
14:04:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f827513171e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12171e)
14:04:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:28.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
14:04:28.479 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.221.61:34381(127.7.221.61:34381)] handling channelInactive
14:04:28.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state READY due to: connection closed
14:04:28.480 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.7.221.61:34381(127.7.221.61:34381) for tablet Kudu Master: connection closed
14:04:28.494 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:28.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.636154 8650 heartbeater.cc:499] Master 127.7.221.61:34381 was elected leader, sending a full tablet report...
14:04:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.740007 9054 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:28.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.740263 9054 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:28.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.740945 9054 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:28.742842 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:28.743026 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.743150 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:28.743383 9054 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:28.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.923 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.924 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.925 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.925 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.925 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.925 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.956 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:28.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:28.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:28.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:28.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:28.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.112918 8791 heartbeater.cc:499] Master 127.7.221.61:34381 was elected leader, sending a full tablet report...
14:04:29.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.117 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.118 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [224ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1751934879(state=PENDING, result=null, callback=(continuation of Deferred@256697250 after retry RPC after error@851397456) -> (continuation of Deferred@203652450 after retry RPC after error@133735398) -> (continuation of Deferred@1874919752 after retry RPC after error@669786667) -> (continuation of Deferred@817075161 after retry RPC after error@1922490810) -> (continuation of Deferred@356152801 after retry RPC after error@1392631831) -> (continuation of Deferred@2139135221 after retry RPC after error@979249550) -> (continuation of Deferred@2089670233 after retry RPC after error@550539399), errback=(continuation of Deferred@256697250 after retry RPC after error@851397456) -> (continuation of Deferred@203652450 after retry RPC after error@133735398) -> (continuation of Deferred@1874919752 after retry RPC after error@669786667) -> (continuation of Deferred@817075161 after retry RPC after error@1922490810) -> (continuation of Deferred@356152801 after retry RPC after error@1392631831) -> (continuation of Deferred@2139135221 after retry RPC after error@979249550) -> (continuation of Deferred@2089670233 after retry RPC after error@550539399)))
14:04:29.118 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [224ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [224ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1751934879(state=PENDING, result=null, callback=(continuation of Deferred@256697250 after retry RPC after error@851397456) -> (continuation of Deferred@203652450 after retry RPC after error@133735398) -> (continuation of Deferred@1874919752 after retry RPC after error@669786667) -> (continuation of Deferred@817075161 after retry RPC after error@1922490810) -> (continuation of Deferred@356152801 after retry RPC after error@1392631831) -> (continuation of Deferred@2139135221 after retry RPC after error@979249550) -> (continuation of Deferred@2089670233 after retry RPC after error@550539399), errback=(continuation of Deferred@256697250 after retry RPC after error@851397456) -> (continuation of Deferred@203652450 after retry RPC after error@133735398) -> (continuation of Deferred@1874919752 after retry RPC after error@669786667) -> (continuation of Deferred@817075161 after retry RPC after error@1922490810) -> (continuation of Deferred@356152801 after retry RPC after error@1392631831) -> (continuation of Deferred@2139135221 after retry RPC after error@979249550) -> (continuation of Deferred@2089670233 after retry RPC after error@550539399)))
14:04:29.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.173835 9054 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:29.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.174093 9054 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:29.174 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.174942 9054 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:29.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:29.177317 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:29.177561 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:29.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.177704 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.177981 9054 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@95566575(state=PENDING, result=null, callback=(continuation of Deferred@809717357 after retry RPC after error@990330277) -> (continuation of Deferred@1997408575 after retry RPC after error@1669275763) -> (continuation of Deferred@1231370839 after retry RPC after error@1259195595) -> (continuation of Deferred@1280140132 after retry RPC after error@1454095910) -> (continuation of Deferred@914129190 after retry RPC after error@330463414) -> (continuation of Deferred@876838887 after retry RPC after error@1058188743) -> (continuation of Deferred@1840606898 after retry RPC after error@1841482874), errback=(continuation of Deferred@809717357 after retry RPC after error@990330277) -> (continuation of Deferred@1997408575 after retry RPC after error@1669275763) -> (continuation of Deferred@1231370839 after retry RPC after error@1259195595) -> (continuation of Deferred@1280140132 after retry RPC after error@1454095910) -> (continuation of Deferred@914129190 after retry RPC after error@330463414) -> (continuation of Deferred@876838887 after retry RPC after error@1058188743) -> (continuation of Deferred@1840606898 after retry RPC after error@1841482874)))
14:04:29.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [84ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@95566575(state=PENDING, result=null, callback=(continuation of Deferred@809717357 after retry RPC after error@990330277) -> (continuation of Deferred@1997408575 after retry RPC after error@1669275763) -> (continuation of Deferred@1231370839 after retry RPC after error@1259195595) -> (continuation of Deferred@1280140132 after retry RPC after error@1454095910) -> (continuation of Deferred@914129190 after retry RPC after error@330463414) -> (continuation of Deferred@876838887 after retry RPC after error@1058188743) -> (continuation of Deferred@1840606898 after retry RPC after error@1841482874), errback=(continuation of Deferred@809717357 after retry RPC after error@990330277) -> (continuation of Deferred@1997408575 after retry RPC after error@1669275763) -> (continuation of Deferred@1231370839 after retry RPC after error@1259195595) -> (continuation of Deferred@1280140132 after retry RPC after error@1454095910) -> (continuation of Deferred@914129190 after retry RPC after error@330463414) -> (continuation of Deferred@876838887 after retry RPC after error@1058188743) -> (continuation of Deferred@1840606898 after retry RPC after error@1841482874)))
14:04:29.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.517776 8531 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.133s from last keepalive heartbeat (effective timeout is 1.000s)
14:04:29.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:29.519402 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:29.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@912485747(state=PENDING, result=null, callback=(continuation of Deferred@1828889039 after retry RPC after error@854069579) -> (continuation of Deferred@102663662 after retry RPC after error@733702315) -> (continuation of Deferred@1397733578 after retry RPC after error@559909281) -> (continuation of Deferred@1394366865 after retry RPC after error@588418409) -> (continuation of Deferred@221636649 after retry RPC after error@1350199983) -> (continuation of Deferred@1637577184 after retry RPC after error@1448464767), errback=(continuation of Deferred@1828889039 after retry RPC after error@854069579) -> (continuation of Deferred@102663662 after retry RPC after error@733702315) -> (continuation of Deferred@1397733578 after retry RPC after error@559909281) -> (continuation of Deferred@1394366865 after retry RPC after error@588418409) -> (continuation of Deferred@221636649 after retry RPC after error@1350199983) -> (continuation of Deferred@1637577184 after retry RPC after error@1448464767)))
14:04:29.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@912485747(state=PENDING, result=null, callback=(continuation of Deferred@1828889039 after retry RPC after error@854069579) -> (continuation of Deferred@102663662 after retry RPC after error@733702315) -> (continuation of Deferred@1397733578 after retry RPC after error@559909281) -> (continuation of Deferred@1394366865 after retry RPC after error@588418409) -> (continuation of Deferred@221636649 after retry RPC after error@1350199983) -> (continuation of Deferred@1637577184 after retry RPC after error@1448464767), errback=(continuation of Deferred@1828889039 after retry RPC after error@854069579) -> (continuation of Deferred@102663662 after retry RPC after error@733702315) -> (continuation of Deferred@1397733578 after retry RPC after error@559909281) -> (continuation of Deferred@1394366865 after retry RPC after error@588418409) -> (continuation of Deferred@221636649 after retry RPC after error@1350199983) -> (continuation of Deferred@1637577184 after retry RPC after error@1448464767)))
14:04:29.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.616 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@18181473(state=PENDING, result=null, callback=(continuation of Deferred@346687276 after retry RPC after error@1114709144) -> (continuation of Deferred@706457654 after retry RPC after error@5222001) -> (continuation of Deferred@1142446643 after retry RPC after error@247925748) -> (continuation of Deferred@2041217050 after retry RPC after error@82548088) -> (continuation of Deferred@35954196 after retry RPC after error@873114895) -> (continuation of Deferred@428687812 after retry RPC after error@1100302296) -> (continuation of Deferred@1734849984 after retry RPC after error@115613430), errback=(continuation of Deferred@346687276 after retry RPC after error@1114709144) -> (continuation of Deferred@706457654 after retry RPC after error@5222001) -> (continuation of Deferred@1142446643 after retry RPC after error@247925748) -> (continuation of Deferred@2041217050 after retry RPC after error@82548088) -> (continuation of Deferred@35954196 after retry RPC after error@873114895) -> (continuation of Deferred@428687812 after retry RPC after error@1100302296) -> (continuation of Deferred@1734849984 after retry RPC after error@115613430)))
14:04:29.777 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [4ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@18181473(state=PENDING, result=null, callback=(continuation of Deferred@346687276 after retry RPC after error@1114709144) -> (continuation of Deferred@706457654 after retry RPC after error@5222001) -> (continuation of Deferred@1142446643 after retry RPC after error@247925748) -> (continuation of Deferred@2041217050 after retry RPC after error@82548088) -> (continuation of Deferred@35954196 after retry RPC after error@873114895) -> (continuation of Deferred@428687812 after retry RPC after error@1100302296) -> (continuation of Deferred@1734849984 after retry RPC after error@115613430), errback=(continuation of Deferred@346687276 after retry RPC after error@1114709144) -> (continuation of Deferred@706457654 after retry RPC after error@5222001) -> (continuation of Deferred@1142446643 after retry RPC after error@247925748) -> (continuation of Deferred@2041217050 after retry RPC after error@82548088) -> (continuation of Deferred@35954196 after retry RPC after error@873114895) -> (continuation of Deferred@428687812 after retry RPC after error@1100302296) -> (continuation of Deferred@1734849984 after retry RPC after error@115613430)))
14:04:29.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.845405 9077 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:29.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.845621 9077 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:29.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.846333 9077 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:29.848896 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:29.849099 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.849285 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:29.849572 9077 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:29.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:29.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:29.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:29.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:29.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:29.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.016 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@671639368(state=PENDING, result=null, callback=(continuation of Deferred@1643766289 after retry RPC after error@1725114317) -> (continuation of Deferred@493092243 after retry RPC after error@1983576912) -> (continuation of Deferred@1484613356 after retry RPC after error@661639009) -> (continuation of Deferred@627192186 after retry RPC after error@77836029) -> (continuation of Deferred@928703107 after retry RPC after error@1855399886) -> (continuation of Deferred@1514807943 after retry RPC after error@1132968821) -> (continuation of Deferred@598280060 after retry RPC after error@1960312208), errback=(continuation of Deferred@1643766289 after retry RPC after error@1725114317) -> (continuation of Deferred@493092243 after retry RPC after error@1983576912) -> (continuation of Deferred@1484613356 after retry RPC after error@661639009) -> (continuation of Deferred@627192186 after retry RPC after error@77836029) -> (continuation of Deferred@928703107 after retry RPC after error@1855399886) -> (continuation of Deferred@1514807943 after retry RPC after error@1132968821) -> (continuation of Deferred@598280060 after retry RPC after error@1960312208)))
14:04:30.017 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@671639368(state=PENDING, result=null, callback=(continuation of Deferred@1643766289 after retry RPC after error@1725114317) -> (continuation of Deferred@493092243 after retry RPC after error@1983576912) -> (continuation of Deferred@1484613356 after retry RPC after error@661639009) -> (continuation of Deferred@627192186 after retry RPC after error@77836029) -> (continuation of Deferred@928703107 after retry RPC after error@1855399886) -> (continuation of Deferred@1514807943 after retry RPC after error@1132968821) -> (continuation of Deferred@598280060 after retry RPC after error@1960312208), errback=(continuation of Deferred@1643766289 after retry RPC after error@1725114317) -> (continuation of Deferred@493092243 after retry RPC after error@1983576912) -> (continuation of Deferred@1484613356 after retry RPC after error@661639009) -> (continuation of Deferred@627192186 after retry RPC after error@77836029) -> (continuation of Deferred@928703107 after retry RPC after error@1855399886) -> (continuation of Deferred@1514807943 after retry RPC after error@1132968821) -> (continuation of Deferred@598280060 after retry RPC after error@1960312208)))
14:04:30.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:30.190339 9077 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:30.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:30.190563 9077 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:30.191159 9077 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:30.192708 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:30.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:30.192867 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:30.193017 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:30.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:30.193377 9077 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:30.293 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [28ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [29ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1435181852(state=PENDING, result=null, callback=(continuation of Deferred@1515451308 after retry RPC after error@1492532760) -> (continuation of Deferred@1418408150 after retry RPC after error@1477737112) -> (continuation of Deferred@496975013 after retry RPC after error@1953552368) -> (continuation of Deferred@2045793320 after retry RPC after error@38482228) -> (continuation of Deferred@1716867020 after retry RPC after error@342412193) -> (continuation of Deferred@1866632208 after retry RPC after error@878432861) -> (continuation of Deferred@2017247285 after retry RPC after error@710617424), errback=(continuation of Deferred@1515451308 after retry RPC after error@1492532760) -> (continuation of Deferred@1418408150 after retry RPC after error@1477737112) -> (continuation of Deferred@496975013 after retry RPC after error@1953552368) -> (continuation of Deferred@2045793320 after retry RPC after error@38482228) -> (continuation of Deferred@1716867020 after retry RPC after error@342412193) -> (continuation of Deferred@1866632208 after retry RPC after error@878432861) -> (continuation of Deferred@2017247285 after retry RPC after error@710617424)))
14:04:30.293 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:30.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.516 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@289323728(state=PENDING, result=null, callback=(continuation of Deferred@2118341246 after retry RPC after error@1988640562) -> (continuation of Deferred@1620293221 after retry RPC after error@77559965) -> (continuation of Deferred@1613433554 after retry RPC after error@1475205194) -> (continuation of Deferred@716209228 after retry RPC after error@1427415575) -> (continuation of Deferred@1834045437 after retry RPC after error@1422386581) -> (continuation of Deferred@2109518173 after retry RPC after error@222867687) -> (continuation of Deferred@1786853396 after retry RPC after error@25265052), errback=(continuation of Deferred@2118341246 after retry RPC after error@1988640562) -> (continuation of Deferred@1620293221 after retry RPC after error@77559965) -> (continuation of Deferred@1613433554 after retry RPC after error@1475205194) -> (continuation of Deferred@716209228 after retry RPC after error@1427415575) -> (continuation of Deferred@1834045437 after retry RPC after error@1422386581) -> (continuation of Deferred@2109518173 after retry RPC after error@222867687) -> (continuation of Deferred@1786853396 after retry RPC after error@25265052)))
14:04:30.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@289323728(state=PENDING, result=null, callback=(continuation of Deferred@2118341246 after retry RPC after error@1988640562) -> (continuation of Deferred@1620293221 after retry RPC after error@77559965) -> (continuation of Deferred@1613433554 after retry RPC after error@1475205194) -> (continuation of Deferred@716209228 after retry RPC after error@1427415575) -> (continuation of Deferred@1834045437 after retry RPC after error@1422386581) -> (continuation of Deferred@2109518173 after retry RPC after error@222867687) -> (continuation of Deferred@1786853396 after retry RPC after error@25265052), errback=(continuation of Deferred@2118341246 after retry RPC after error@1988640562) -> (continuation of Deferred@1620293221 after retry RPC after error@77559965) -> (continuation of Deferred@1613433554 after retry RPC after error@1475205194) -> (continuation of Deferred@716209228 after retry RPC after error@1427415575) -> (continuation of Deferred@1834045437 after retry RPC after error@1422386581) -> (continuation of Deferred@2109518173 after retry RPC after error@222867687) -> (continuation of Deferred@1786853396 after retry RPC after error@25265052)))
14:04:30.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.793 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@300264035(state=PENDING, result=null, callback=(continuation of Deferred@1628372800 after retry RPC after error@1928842347) -> (continuation of Deferred@2129029546 after retry RPC after error@1122792103) -> (continuation of Deferred@1418621253 after retry RPC after error@416705323) -> (continuation of Deferred@1437661858 after retry RPC after error@1961415673) -> (continuation of Deferred@1397461112 after retry RPC after error@2020550153) -> (continuation of Deferred@710456908 after retry RPC after error@412995557) -> (continuation of Deferred@391795934 after retry RPC after error@377775954), errback=(continuation of Deferred@1628372800 after retry RPC after error@1928842347) -> (continuation of Deferred@2129029546 after retry RPC after error@1122792103) -> (continuation of Deferred@1418621253 after retry RPC after error@416705323) -> (continuation of Deferred@1437661858 after retry RPC after error@1961415673) -> (continuation of Deferred@1397461112 after retry RPC after error@2020550153) -> (continuation of Deferred@710456908 after retry RPC after error@412995557) -> (continuation of Deferred@391795934 after retry RPC after error@377775954)))
14:04:30.794 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:30.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:30.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:30.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:30.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:30.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:30.996 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1484453836(state=PENDING, result=null, callback=(continuation of Deferred@839618958 after retry RPC after error@994704327) -> (continuation of Deferred@732237532 after retry RPC after error@619600115) -> (continuation of Deferred@1241983489 after retry RPC after error@1046767429) -> (continuation of Deferred@1035230651 after retry RPC after error@1800123198) -> (continuation of Deferred@418372468 after retry RPC after error@95209827) -> (continuation of Deferred@443160040 after retry RPC after error@739153880), errback=(continuation of Deferred@839618958 after retry RPC after error@994704327) -> (continuation of Deferred@732237532 after retry RPC after error@619600115) -> (continuation of Deferred@1241983489 after retry RPC after error@1046767429) -> (continuation of Deferred@1035230651 after retry RPC after error@1800123198) -> (continuation of Deferred@418372468 after retry RPC after error@95209827) -> (continuation of Deferred@443160040 after retry RPC after error@739153880)))
14:04:30.997 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1484453836(state=PENDING, result=null, callback=(continuation of Deferred@839618958 after retry RPC after error@994704327) -> (continuation of Deferred@732237532 after retry RPC after error@619600115) -> (continuation of Deferred@1241983489 after retry RPC after error@1046767429) -> (continuation of Deferred@1035230651 after retry RPC after error@1800123198) -> (continuation of Deferred@418372468 after retry RPC after error@95209827) -> (continuation of Deferred@443160040 after retry RPC after error@739153880), errback=(continuation of Deferred@839618958 after retry RPC after error@994704327) -> (continuation of Deferred@732237532 after retry RPC after error@619600115) -> (continuation of Deferred@1241983489 after retry RPC after error@1046767429) -> (continuation of Deferred@1035230651 after retry RPC after error@1800123198) -> (continuation of Deferred@418372468 after retry RPC after error@95209827) -> (continuation of Deferred@443160040 after retry RPC after error@739153880)))
14:04:31.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1988493315(state=PENDING, result=null, callback=(continuation of Deferred@766662754 after retry RPC after error@1714959814) -> (continuation of Deferred@1275336593 after retry RPC after error@172261386) -> (continuation of Deferred@889890920 after retry RPC after error@305868042) -> (continuation of Deferred@2129594435 after retry RPC after error@1342542660) -> (continuation of Deferred@816588996 after retry RPC after error@2067005606) -> (continuation of Deferred@2107613843 after retry RPC after error@33329623), errback=(continuation of Deferred@766662754 after retry RPC after error@1714959814) -> (continuation of Deferred@1275336593 after retry RPC after error@172261386) -> (continuation of Deferred@889890920 after retry RPC after error@305868042) -> (continuation of Deferred@2129594435 after retry RPC after error@1342542660) -> (continuation of Deferred@816588996 after retry RPC after error@2067005606) -> (continuation of Deferred@2107613843 after retry RPC after error@33329623)))
14:04:31.176 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1988493315(state=PENDING, result=null, callback=(continuation of Deferred@766662754 after retry RPC after error@1714959814) -> (continuation of Deferred@1275336593 after retry RPC after error@172261386) -> (continuation of Deferred@889890920 after retry RPC after error@305868042) -> (continuation of Deferred@2129594435 after retry RPC after error@1342542660) -> (continuation of Deferred@816588996 after retry RPC after error@2067005606) -> (continuation of Deferred@2107613843 after retry RPC after error@33329623), errback=(continuation of Deferred@766662754 after retry RPC after error@1714959814) -> (continuation of Deferred@1275336593 after retry RPC after error@172261386) -> (continuation of Deferred@889890920 after retry RPC after error@305868042) -> (continuation of Deferred@2129594435 after retry RPC after error@1342542660) -> (continuation of Deferred@816588996 after retry RPC after error@2067005606) -> (continuation of Deferred@2107613843 after retry RPC after error@33329623)))
14:04:31.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1364729614(state=PENDING, result=null, callback=(continuation of Deferred@184482434 after retry RPC after error@875260331) -> (continuation of Deferred@1012535331 after retry RPC after error@770427081) -> (continuation of Deferred@1346116892 after retry RPC after error@1060454529) -> (continuation of Deferred@1401066572 after retry RPC after error@551334773) -> (continuation of Deferred@280530575 after retry RPC after error@85783889) -> (continuation of Deferred@1115369802 after retry RPC after error@125400427) -> (continuation of Deferred@1398890493 after retry RPC after error@833986237), errback=(continuation of Deferred@184482434 after retry RPC after error@875260331) -> (continuation of Deferred@1012535331 after retry RPC after error@770427081) -> (continuation of Deferred@1346116892 after retry RPC after error@1060454529) -> (continuation of Deferred@1401066572 after retry RPC after error@551334773) -> (continuation of Deferred@280530575 after retry RPC after error@85783889) -> (continuation of Deferred@1115369802 after retry RPC after error@125400427) -> (continuation of Deferred@1398890493 after retry RPC after error@833986237)))
14:04:31.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1364729614(state=PENDING, result=null, callback=(continuation of Deferred@184482434 after retry RPC after error@875260331) -> (continuation of Deferred@1012535331 after retry RPC after error@770427081) -> (continuation of Deferred@1346116892 after retry RPC after error@1060454529) -> (continuation of Deferred@1401066572 after retry RPC after error@551334773) -> (continuation of Deferred@280530575 after retry RPC after error@85783889) -> (continuation of Deferred@1115369802 after retry RPC after error@125400427) -> (continuation of Deferred@1398890493 after retry RPC after error@833986237), errback=(continuation of Deferred@184482434 after retry RPC after error@875260331) -> (continuation of Deferred@1012535331 after retry RPC after error@770427081) -> (continuation of Deferred@1346116892 after retry RPC after error@1060454529) -> (continuation of Deferred@1401066572 after retry RPC after error@551334773) -> (continuation of Deferred@280530575 after retry RPC after error@85783889) -> (continuation of Deferred@1115369802 after retry RPC after error@125400427) -> (continuation of Deferred@1398890493 after retry RPC after error@833986237)))
14:04:31.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.571686 9088 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:31.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.571947 9088 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:31.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.573240 9088 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:31.575452 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:31.575789 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.575947 8941 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.576342 9088 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:31.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.634 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.635 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.636 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@854037505(state=PENDING, result=null, callback=(continuation of Deferred@351883886 after retry RPC after error@1963672707) -> (continuation of Deferred@405017419 after retry RPC after error@384687058) -> (continuation of Deferred@1213829443 after retry RPC after error@1733950359) -> (continuation of Deferred@1600066172 after retry RPC after error@655646990) -> (continuation of Deferred@599998246 after retry RPC after error@191823242) -> (continuation of Deferred@738574953 after retry RPC after error@681433846) -> (continuation of Deferred@312339148 after retry RPC after error@1852032952), errback=(continuation of Deferred@351883886 after retry RPC after error@1963672707) -> (continuation of Deferred@405017419 after retry RPC after error@384687058) -> (continuation of Deferred@1213829443 after retry RPC after error@1733950359) -> (continuation of Deferred@1600066172 after retry RPC after error@655646990) -> (continuation of Deferred@599998246 after retry RPC after error@191823242) -> (continuation of Deferred@738574953 after retry RPC after error@681433846) -> (continuation of Deferred@312339148 after retry RPC after error@1852032952)))
14:04:31.637 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@854037505(state=PENDING, result=null, callback=(continuation of Deferred@351883886 after retry RPC after error@1963672707) -> (continuation of Deferred@405017419 after retry RPC after error@384687058) -> (continuation of Deferred@1213829443 after retry RPC after error@1733950359) -> (continuation of Deferred@1600066172 after retry RPC after error@655646990) -> (continuation of Deferred@599998246 after retry RPC after error@191823242) -> (continuation of Deferred@738574953 after retry RPC after error@681433846) -> (continuation of Deferred@312339148 after retry RPC after error@1852032952), errback=(continuation of Deferred@351883886 after retry RPC after error@1963672707) -> (continuation of Deferred@405017419 after retry RPC after error@384687058) -> (continuation of Deferred@1213829443 after retry RPC after error@1733950359) -> (continuation of Deferred@1600066172 after retry RPC after error@655646990) -> (continuation of Deferred@599998246 after retry RPC after error@191823242) -> (continuation of Deferred@738574953 after retry RPC after error@681433846) -> (continuation of Deferred@312339148 after retry RPC after error@1852032952)))
14:04:31.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.896 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1085843931(state=PENDING, result=null, callback=(continuation of Deferred@6546872 after retry RPC after error@290965688) -> (continuation of Deferred@1131479272 after retry RPC after error@1174576940) -> (continuation of Deferred@1498676337 after retry RPC after error@1986981355) -> (continuation of Deferred@1028904334 after retry RPC after error@1878710007) -> (continuation of Deferred@697048845 after retry RPC after error@680312418) -> (continuation of Deferred@198242648 after retry RPC after error@841274299) -> (continuation of Deferred@2073675397 after retry RPC after error@908793914), errback=(continuation of Deferred@6546872 after retry RPC after error@290965688) -> (continuation of Deferred@1131479272 after retry RPC after error@1174576940) -> (continuation of Deferred@1498676337 after retry RPC after error@1986981355) -> (continuation of Deferred@1028904334 after retry RPC after error@1878710007) -> (continuation of Deferred@697048845 after retry RPC after error@680312418) -> (continuation of Deferred@198242648 after retry RPC after error@841274299) -> (continuation of Deferred@2073675397 after retry RPC after error@908793914)))
14:04:31.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1085843931(state=PENDING, result=null, callback=(continuation of Deferred@6546872 after retry RPC after error@290965688) -> (continuation of Deferred@1131479272 after retry RPC after error@1174576940) -> (continuation of Deferred@1498676337 after retry RPC after error@1986981355) -> (continuation of Deferred@1028904334 after retry RPC after error@1878710007) -> (continuation of Deferred@697048845 after retry RPC after error@680312418) -> (continuation of Deferred@198242648 after retry RPC after error@841274299) -> (continuation of Deferred@2073675397 after retry RPC after error@908793914), errback=(continuation of Deferred@6546872 after retry RPC after error@290965688) -> (continuation of Deferred@1131479272 after retry RPC after error@1174576940) -> (continuation of Deferred@1498676337 after retry RPC after error@1986981355) -> (continuation of Deferred@1028904334 after retry RPC after error@1878710007) -> (continuation of Deferred@697048845 after retry RPC after error@680312418) -> (continuation of Deferred@198242648 after retry RPC after error@841274299) -> (continuation of Deferred@2073675397 after retry RPC after error@908793914)))
14:04:31.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.931455 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:31.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:31.931672 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:31.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:31.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:31.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:31.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:31.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:31.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@446382154(state=PENDING, result=null, callback=(continuation of Deferred@199335188 after retry RPC after error@177380932) -> (continuation of Deferred@1781998527 after retry RPC after error@720287651) -> (continuation of Deferred@769693399 after retry RPC after error@857628049) -> (continuation of Deferred@1617406614 after retry RPC after error@1072388758) -> (continuation of Deferred@370423186 after retry RPC after error@1462177812) -> (continuation of Deferred@172565372 after retry RPC after error@1871963977) -> (continuation of Deferred@1486681996 after retry RPC after error@936704827), errback=(continuation of Deferred@199335188 after retry RPC after error@177380932) -> (continuation of Deferred@1781998527 after retry RPC after error@720287651) -> (continuation of Deferred@769693399 after retry RPC after error@857628049) -> (continuation of Deferred@1617406614 after retry RPC after error@1072388758) -> (continuation of Deferred@370423186 after retry RPC after error@1462177812) -> (continuation of Deferred@172565372 after retry RPC after error@1871963977) -> (continuation of Deferred@1486681996 after retry RPC after error@936704827)))
14:04:32.116 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@446382154(state=PENDING, result=null, callback=(continuation of Deferred@199335188 after retry RPC after error@177380932) -> (continuation of Deferred@1781998527 after retry RPC after error@720287651) -> (continuation of Deferred@769693399 after retry RPC after error@857628049) -> (continuation of Deferred@1617406614 after retry RPC after error@1072388758) -> (continuation of Deferred@370423186 after retry RPC after error@1462177812) -> (continuation of Deferred@172565372 after retry RPC after error@1871963977) -> (continuation of Deferred@1486681996 after retry RPC after error@936704827), errback=(continuation of Deferred@199335188 after retry RPC after error@177380932) -> (continuation of Deferred@1781998527 after retry RPC after error@720287651) -> (continuation of Deferred@769693399 after retry RPC after error@857628049) -> (continuation of Deferred@1617406614 after retry RPC after error@1072388758) -> (continuation of Deferred@370423186 after retry RPC after error@1462177812) -> (continuation of Deferred@172565372 after retry RPC after error@1871963977) -> (continuation of Deferred@1486681996 after retry RPC after error@936704827)))
14:04:32.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.215 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1685820575(state=PENDING, result=null, callback=(continuation of Deferred@955979283 after retry RPC after error@989211114) -> (continuation of Deferred@2070102129 after retry RPC after error@1132788974) -> (continuation of Deferred@598683907 after retry RPC after error@673052133) -> (continuation of Deferred@1226594399 after retry RPC after error@756792862) -> (continuation of Deferred@2003219863 after retry RPC after error@806605891) -> (continuation of Deferred@459717822 after retry RPC after error@1803360898) -> (continuation of Deferred@703971447 after retry RPC after error@124430534), errback=(continuation of Deferred@955979283 after retry RPC after error@989211114) -> (continuation of Deferred@2070102129 after retry RPC after error@1132788974) -> (continuation of Deferred@598683907 after retry RPC after error@673052133) -> (continuation of Deferred@1226594399 after retry RPC after error@756792862) -> (continuation of Deferred@2003219863 after retry RPC after error@806605891) -> (continuation of Deferred@459717822 after retry RPC after error@1803360898) -> (continuation of Deferred@703971447 after retry RPC after error@124430534)))
14:04:32.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1685820575(state=PENDING, result=null, callback=(continuation of Deferred@955979283 after retry RPC after error@989211114) -> (continuation of Deferred@2070102129 after retry RPC after error@1132788974) -> (continuation of Deferred@598683907 after retry RPC after error@673052133) -> (continuation of Deferred@1226594399 after retry RPC after error@756792862) -> (continuation of Deferred@2003219863 after retry RPC after error@806605891) -> (continuation of Deferred@459717822 after retry RPC after error@1803360898) -> (continuation of Deferred@703971447 after retry RPC after error@124430534), errback=(continuation of Deferred@955979283 after retry RPC after error@989211114) -> (continuation of Deferred@2070102129 after retry RPC after error@1132788974) -> (continuation of Deferred@598683907 after retry RPC after error@673052133) -> (continuation of Deferred@1226594399 after retry RPC after error@756792862) -> (continuation of Deferred@2003219863 after retry RPC after error@806605891) -> (continuation of Deferred@459717822 after retry RPC after error@1803360898) -> (continuation of Deferred@703971447 after retry RPC after error@124430534)))
14:04:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.375 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@403560767(state=PENDING, result=null, callback=(continuation of Deferred@1927717017 after retry RPC after error@145055225) -> (continuation of Deferred@894583553 after retry RPC after error@1138798773) -> (continuation of Deferred@80028216 after retry RPC after error@648936908) -> (continuation of Deferred@29423699 after retry RPC after error@1197704646) -> (continuation of Deferred@1788521456 after retry RPC after error@596666610) -> (continuation of Deferred@630464179 after retry RPC after error@2114122354), errback=(continuation of Deferred@1927717017 after retry RPC after error@145055225) -> (continuation of Deferred@894583553 after retry RPC after error@1138798773) -> (continuation of Deferred@80028216 after retry RPC after error@648936908) -> (continuation of Deferred@29423699 after retry RPC after error@1197704646) -> (continuation of Deferred@1788521456 after retry RPC after error@596666610) -> (continuation of Deferred@630464179 after retry RPC after error@2114122354)))
14:04:32.476 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@403560767(state=PENDING, result=null, callback=(continuation of Deferred@1927717017 after retry RPC after error@145055225) -> (continuation of Deferred@894583553 after retry RPC after error@1138798773) -> (continuation of Deferred@80028216 after retry RPC after error@648936908) -> (continuation of Deferred@29423699 after retry RPC after error@1197704646) -> (continuation of Deferred@1788521456 after retry RPC after error@596666610) -> (continuation of Deferred@630464179 after retry RPC after error@2114122354), errback=(continuation of Deferred@1927717017 after retry RPC after error@145055225) -> (continuation of Deferred@894583553 after retry RPC after error@1138798773) -> (continuation of Deferred@80028216 after retry RPC after error@648936908) -> (continuation of Deferred@29423699 after retry RPC after error@1197704646) -> (continuation of Deferred@1788521456 after retry RPC after error@596666610) -> (continuation of Deferred@630464179 after retry RPC after error@2114122354)))
14:04:32.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.535 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.535 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.535 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.535 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.535 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.535 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2081019316(state=PENDING, result=null, callback=(continuation of Deferred@2058504740 after retry RPC after error@532341690) -> (continuation of Deferred@689221842 after retry RPC after error@461534257) -> (continuation of Deferred@1938419215 after retry RPC after error@996570359) -> (continuation of Deferred@939049321 after retry RPC after error@1062410331) -> (continuation of Deferred@60186664 after retry RPC after error@190807393) -> (continuation of Deferred@2052921066 after retry RPC after error@1575700538), errback=(continuation of Deferred@2058504740 after retry RPC after error@532341690) -> (continuation of Deferred@689221842 after retry RPC after error@461534257) -> (continuation of Deferred@1938419215 after retry RPC after error@996570359) -> (continuation of Deferred@939049321 after retry RPC after error@1062410331) -> (continuation of Deferred@60186664 after retry RPC after error@190807393) -> (continuation of Deferred@2052921066 after retry RPC after error@1575700538)))
14:04:32.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2081019316(state=PENDING, result=null, callback=(continuation of Deferred@2058504740 after retry RPC after error@532341690) -> (continuation of Deferred@689221842 after retry RPC after error@461534257) -> (continuation of Deferred@1938419215 after retry RPC after error@996570359) -> (continuation of Deferred@939049321 after retry RPC after error@1062410331) -> (continuation of Deferred@60186664 after retry RPC after error@190807393) -> (continuation of Deferred@2052921066 after retry RPC after error@1575700538), errback=(continuation of Deferred@2058504740 after retry RPC after error@532341690) -> (continuation of Deferred@689221842 after retry RPC after error@461534257) -> (continuation of Deferred@1938419215 after retry RPC after error@996570359) -> (continuation of Deferred@939049321 after retry RPC after error@1062410331) -> (continuation of Deferred@60186664 after retry RPC after error@190807393) -> (continuation of Deferred@2052921066 after retry RPC after error@1575700538)))
14:04:32.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.694 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.795 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@656600884(state=PENDING, result=null, callback=(continuation of Deferred@1662548194 after retry RPC after error@989417717) -> (continuation of Deferred@60180073 after retry RPC after error@863851104) -> (continuation of Deferred@327349125 after retry RPC after error@1661757432) -> (continuation of Deferred@1377353982 after retry RPC after error@196044431) -> (continuation of Deferred@255177380 after retry RPC after error@252061469) -> (continuation of Deferred@453839155 after retry RPC after error@1801883587) -> (continuation of Deferred@1231331481 after retry RPC after error@2003064935), errback=(continuation of Deferred@1662548194 after retry RPC after error@989417717) -> (continuation of Deferred@60180073 after retry RPC after error@863851104) -> (continuation of Deferred@327349125 after retry RPC after error@1661757432) -> (continuation of Deferred@1377353982 after retry RPC after error@196044431) -> (continuation of Deferred@255177380 after retry RPC after error@252061469) -> (continuation of Deferred@453839155 after retry RPC after error@1801883587) -> (continuation of Deferred@1231331481 after retry RPC after error@2003064935)))
14:04:32.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@656600884(state=PENDING, result=null, callback=(continuation of Deferred@1662548194 after retry RPC after error@989417717) -> (continuation of Deferred@60180073 after retry RPC after error@863851104) -> (continuation of Deferred@327349125 after retry RPC after error@1661757432) -> (continuation of Deferred@1377353982 after retry RPC after error@196044431) -> (continuation of Deferred@255177380 after retry RPC after error@252061469) -> (continuation of Deferred@453839155 after retry RPC after error@1801883587) -> (continuation of Deferred@1231331481 after retry RPC after error@2003064935), errback=(continuation of Deferred@1662548194 after retry RPC after error@989417717) -> (continuation of Deferred@60180073 after retry RPC after error@863851104) -> (continuation of Deferred@327349125 after retry RPC after error@1661757432) -> (continuation of Deferred@1377353982 after retry RPC after error@196044431) -> (continuation of Deferred@255177380 after retry RPC after error@252061469) -> (continuation of Deferred@453839155 after retry RPC after error@1801883587) -> (continuation of Deferred@1231331481 after retry RPC after error@2003064935)))
14:04:32.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:32.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:32.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:32.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:32.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:32.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:33.108692 9103 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:33.108871 9103 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:33.109541 9103 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:33.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:33.110503 8940 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111) [suppressed 10 similar messages]
14:04:33.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:33.111625 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:33.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:33.111761 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:33.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:33.111864 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:33.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:33.112119 9103 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:33.173 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@20271760(state=PENDING, result=null, callback=(continuation of Deferred@956482029 after retry RPC after error@768353980) -> (continuation of Deferred@1785803978 after retry RPC after error@1098603206) -> (continuation of Deferred@1859778221 after retry RPC after error@577557516) -> (continuation of Deferred@1104704495 after retry RPC after error@1525591160) -> (continuation of Deferred@2074301718 after retry RPC after error@1068180186) -> (continuation of Deferred@1039038923 after retry RPC after error@307007330) -> (continuation of Deferred@1931899864 after retry RPC after error@360522388), errback=(continuation of Deferred@956482029 after retry RPC after error@768353980) -> (continuation of Deferred@1785803978 after retry RPC after error@1098603206) -> (continuation of Deferred@1859778221 after retry RPC after error@577557516) -> (continuation of Deferred@1104704495 after retry RPC after error@1525591160) -> (continuation of Deferred@2074301718 after retry RPC after error@1068180186) -> (continuation of Deferred@1039038923 after retry RPC after error@307007330) -> (continuation of Deferred@1931899864 after retry RPC after error@360522388)))
14:04:33.173 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:33.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.315 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.453 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1650770933(state=PENDING, result=null, callback=(continuation of Deferred@1374253595 after retry RPC after error@200169006) -> (continuation of Deferred@1107704647 after retry RPC after error@104407961) -> (continuation of Deferred@475721967 after retry RPC after error@1711049324) -> (continuation of Deferred@374557079 after retry RPC after error@1505334575) -> (continuation of Deferred@313510783 after retry RPC after error@318872748) -> (continuation of Deferred@521298090 after retry RPC after error@177704586) -> (continuation of Deferred@1720666260 after retry RPC after error@2046053397), errback=(continuation of Deferred@1374253595 after retry RPC after error@200169006) -> (continuation of Deferred@1107704647 after retry RPC after error@104407961) -> (continuation of Deferred@475721967 after retry RPC after error@1711049324) -> (continuation of Deferred@374557079 after retry RPC after error@1505334575) -> (continuation of Deferred@313510783 after retry RPC after error@318872748) -> (continuation of Deferred@521298090 after retry RPC after error@177704586) -> (continuation of Deferred@1720666260 after retry RPC after error@2046053397)))
14:04:33.454 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:33.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2009778821(state=PENDING, result=null, callback=(continuation of Deferred@511754575 after retry RPC after error@204266921) -> (continuation of Deferred@1354568717 after retry RPC after error@1904370301) -> (continuation of Deferred@1771065275 after retry RPC after error@54204085) -> (continuation of Deferred@1000241059 after retry RPC after error@1508735783) -> (continuation of Deferred@854264374 after retry RPC after error@1774070880) -> (continuation of Deferred@567635355 after retry RPC after error@332603077) -> (continuation of Deferred@2038635571 after retry RPC after error@1640428111) -> (continuation of Deferred@1811280473 after retry RPC after error@1616641236), errback=(continuation of Deferred@511754575 after retry RPC after error@204266921) -> (continuation of Deferred@1354568717 after retry RPC after error@1904370301) -> (continuation of Deferred@1771065275 after retry RPC after error@54204085) -> (continuation of Deferred@1000241059 after retry RPC after error@1508735783) -> (continuation of Deferred@854264374 after retry RPC after error@1774070880) -> (continuation of Deferred@567635355 after retry RPC after error@332603077) -> (continuation of Deferred@2038635571 after retry RPC after error@1640428111) -> (continuation of Deferred@1811280473 after retry RPC after error@1616641236)))
14:04:33.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2009778821(state=PENDING, result=null, callback=(continuation of Deferred@511754575 after retry RPC after error@204266921) -> (continuation of Deferred@1354568717 after retry RPC after error@1904370301) -> (continuation of Deferred@1771065275 after retry RPC after error@54204085) -> (continuation of Deferred@1000241059 after retry RPC after error@1508735783) -> (continuation of Deferred@854264374 after retry RPC after error@1774070880) -> (continuation of Deferred@567635355 after retry RPC after error@332603077) -> (continuation of Deferred@2038635571 after retry RPC after error@1640428111) -> (continuation of Deferred@1811280473 after retry RPC after error@1616641236), errback=(continuation of Deferred@511754575 after retry RPC after error@204266921) -> (continuation of Deferred@1354568717 after retry RPC after error@1904370301) -> (continuation of Deferred@1771065275 after retry RPC after error@54204085) -> (continuation of Deferred@1000241059 after retry RPC after error@1508735783) -> (continuation of Deferred@854264374 after retry RPC after error@1774070880) -> (continuation of Deferred@567635355 after retry RPC after error@332603077) -> (continuation of Deferred@2038635571 after retry RPC after error@1640428111) -> (continuation of Deferred@1811280473 after retry RPC after error@1616641236)))
14:04:33.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@654235886(state=PENDING, result=null, callback=(continuation of Deferred@60328699 after retry RPC after error@103383898) -> (continuation of Deferred@640308680 after retry RPC after error@1984155723) -> (continuation of Deferred@835408682 after retry RPC after error@2075272474) -> (continuation of Deferred@264416177 after retry RPC after error@1743512458) -> (continuation of Deferred@206745182 after retry RPC after error@1721942075) -> (continuation of Deferred@2082959485 after retry RPC after error@1147681728) -> (continuation of Deferred@1574001997 after retry RPC after error@755166676), errback=(continuation of Deferred@60328699 after retry RPC after error@103383898) -> (continuation of Deferred@640308680 after retry RPC after error@1984155723) -> (continuation of Deferred@835408682 after retry RPC after error@2075272474) -> (continuation of Deferred@264416177 after retry RPC after error@1743512458) -> (continuation of Deferred@206745182 after retry RPC after error@1721942075) -> (continuation of Deferred@2082959485 after retry RPC after error@1147681728) -> (continuation of Deferred@1574001997 after retry RPC after error@755166676)))
14:04:33.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@654235886(state=PENDING, result=null, callback=(continuation of Deferred@60328699 after retry RPC after error@103383898) -> (continuation of Deferred@640308680 after retry RPC after error@1984155723) -> (continuation of Deferred@835408682 after retry RPC after error@2075272474) -> (continuation of Deferred@264416177 after retry RPC after error@1743512458) -> (continuation of Deferred@206745182 after retry RPC after error@1721942075) -> (continuation of Deferred@2082959485 after retry RPC after error@1147681728) -> (continuation of Deferred@1574001997 after retry RPC after error@755166676), errback=(continuation of Deferred@60328699 after retry RPC after error@103383898) -> (continuation of Deferred@640308680 after retry RPC after error@1984155723) -> (continuation of Deferred@835408682 after retry RPC after error@2075272474) -> (continuation of Deferred@264416177 after retry RPC after error@1743512458) -> (continuation of Deferred@206745182 after retry RPC after error@1721942075) -> (continuation of Deferred@2082959485 after retry RPC after error@1147681728) -> (continuation of Deferred@1574001997 after retry RPC after error@755166676)))
14:04:33.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:33.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:33.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:33.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:33.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:33.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1725251341(state=PENDING, result=null, callback=(continuation of Deferred@559621059 after retry RPC after error@1087827886) -> (continuation of Deferred@395225839 after retry RPC after error@1491911236) -> (continuation of Deferred@542222241 after retry RPC after error@1460508570) -> (continuation of Deferred@892765766 after retry RPC after error@192322630) -> (continuation of Deferred@649547302 after retry RPC after error@498973741) -> (continuation of Deferred@473439594 after retry RPC after error@596846087), errback=(continuation of Deferred@559621059 after retry RPC after error@1087827886) -> (continuation of Deferred@395225839 after retry RPC after error@1491911236) -> (continuation of Deferred@542222241 after retry RPC after error@1460508570) -> (continuation of Deferred@892765766 after retry RPC after error@192322630) -> (continuation of Deferred@649547302 after retry RPC after error@498973741) -> (continuation of Deferred@473439594 after retry RPC after error@596846087)))
14:04:34.137 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1725251341(state=PENDING, result=null, callback=(continuation of Deferred@559621059 after retry RPC after error@1087827886) -> (continuation of Deferred@395225839 after retry RPC after error@1491911236) -> (continuation of Deferred@542222241 after retry RPC after error@1460508570) -> (continuation of Deferred@892765766 after retry RPC after error@192322630) -> (continuation of Deferred@649547302 after retry RPC after error@498973741) -> (continuation of Deferred@473439594 after retry RPC after error@596846087), errback=(continuation of Deferred@559621059 after retry RPC after error@1087827886) -> (continuation of Deferred@395225839 after retry RPC after error@1491911236) -> (continuation of Deferred@542222241 after retry RPC after error@1460508570) -> (continuation of Deferred@892765766 after retry RPC after error@192322630) -> (continuation of Deferred@649547302 after retry RPC after error@498973741) -> (continuation of Deferred@473439594 after retry RPC after error@596846087)))
14:04:34.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1430440599(state=PENDING, result=null, callback=(continuation of Deferred@1035982877 after retry RPC after error@1278376369) -> (continuation of Deferred@2144333376 after retry RPC after error@1016759644) -> (continuation of Deferred@2133249506 after retry RPC after error@545709126) -> (continuation of Deferred@540777464 after retry RPC after error@1214470854) -> (continuation of Deferred@31705077 after retry RPC after error@387014499) -> (continuation of Deferred@1804198434 after retry RPC after error@963522815) -> (continuation of Deferred@640517192 after retry RPC after error@995769769), errback=(continuation of Deferred@1035982877 after retry RPC after error@1278376369) -> (continuation of Deferred@2144333376 after retry RPC after error@1016759644) -> (continuation of Deferred@2133249506 after retry RPC after error@545709126) -> (continuation of Deferred@540777464 after retry RPC after error@1214470854) -> (continuation of Deferred@31705077 after retry RPC after error@387014499) -> (continuation of Deferred@1804198434 after retry RPC after error@963522815) -> (continuation of Deferred@640517192 after retry RPC after error@995769769)))
14:04:34.396 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1430440599(state=PENDING, result=null, callback=(continuation of Deferred@1035982877 after retry RPC after error@1278376369) -> (continuation of Deferred@2144333376 after retry RPC after error@1016759644) -> (continuation of Deferred@2133249506 after retry RPC after error@545709126) -> (continuation of Deferred@540777464 after retry RPC after error@1214470854) -> (continuation of Deferred@31705077 after retry RPC after error@387014499) -> (continuation of Deferred@1804198434 after retry RPC after error@963522815) -> (continuation of Deferred@640517192 after retry RPC after error@995769769), errback=(continuation of Deferred@1035982877 after retry RPC after error@1278376369) -> (continuation of Deferred@2144333376 after retry RPC after error@1016759644) -> (continuation of Deferred@2133249506 after retry RPC after error@545709126) -> (continuation of Deferred@540777464 after retry RPC after error@1214470854) -> (continuation of Deferred@31705077 after retry RPC after error@387014499) -> (continuation of Deferred@1804198434 after retry RPC after error@963522815) -> (continuation of Deferred@640517192 after retry RPC after error@995769769)))
14:04:34.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:34.594087 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:34.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:34.598663 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:34.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:34.600194 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:34.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1670546351(state=PENDING, result=null, callback=(continuation of Deferred@1957253440 after retry RPC after error@1627273873) -> (continuation of Deferred@534088677 after retry RPC after error@1756228683) -> (continuation of Deferred@1446024015 after retry RPC after error@1200296362) -> (continuation of Deferred@1949446173 after retry RPC after error@1945781604) -> (continuation of Deferred@553781951 after retry RPC after error@1041975668) -> (continuation of Deferred@1531716722 after retry RPC after error@2050788122) -> (continuation of Deferred@1264197904 after retry RPC after error@804164070), errback=(continuation of Deferred@1957253440 after retry RPC after error@1627273873) -> (continuation of Deferred@534088677 after retry RPC after error@1756228683) -> (continuation of Deferred@1446024015 after retry RPC after error@1200296362) -> (continuation of Deferred@1949446173 after retry RPC after error@1945781604) -> (continuation of Deferred@553781951 after retry RPC after error@1041975668) -> (continuation of Deferred@1531716722 after retry RPC after error@2050788122) -> (continuation of Deferred@1264197904 after retry RPC after error@804164070)))
14:04:34.635 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1670546351(state=PENDING, result=null, callback=(continuation of Deferred@1957253440 after retry RPC after error@1627273873) -> (continuation of Deferred@534088677 after retry RPC after error@1756228683) -> (continuation of Deferred@1446024015 after retry RPC after error@1200296362) -> (continuation of Deferred@1949446173 after retry RPC after error@1945781604) -> (continuation of Deferred@553781951 after retry RPC after error@1041975668) -> (continuation of Deferred@1531716722 after retry RPC after error@2050788122) -> (continuation of Deferred@1264197904 after retry RPC after error@804164070), errback=(continuation of Deferred@1957253440 after retry RPC after error@1627273873) -> (continuation of Deferred@534088677 after retry RPC after error@1756228683) -> (continuation of Deferred@1446024015 after retry RPC after error@1200296362) -> (continuation of Deferred@1949446173 after retry RPC after error@1945781604) -> (continuation of Deferred@553781951 after retry RPC after error@1041975668) -> (continuation of Deferred@1531716722 after retry RPC after error@2050788122) -> (continuation of Deferred@1264197904 after retry RPC after error@804164070)))
14:04:34.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1032140185(state=PENDING, result=null, callback=(continuation of Deferred@1760184463 after retry RPC after error@1155633290) -> (continuation of Deferred@87173826 after retry RPC after error@286260736) -> (continuation of Deferred@723215006 after retry RPC after error@1672925879) -> (continuation of Deferred@2001109049 after retry RPC after error@433561391) -> (continuation of Deferred@1772622105 after retry RPC after error@1012811249) -> (continuation of Deferred@2145013003 after retry RPC after error@1523686200) -> (continuation of Deferred@1935178146 after retry RPC after error@1038601205), errback=(continuation of Deferred@1760184463 after retry RPC after error@1155633290) -> (continuation of Deferred@87173826 after retry RPC after error@286260736) -> (continuation of Deferred@723215006 after retry RPC after error@1672925879) -> (continuation of Deferred@2001109049 after retry RPC after error@433561391) -> (continuation of Deferred@1772622105 after retry RPC after error@1012811249) -> (continuation of Deferred@2145013003 after retry RPC after error@1523686200) -> (continuation of Deferred@1935178146 after retry RPC after error@1038601205)))
14:04:34.855 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1032140185(state=PENDING, result=null, callback=(continuation of Deferred@1760184463 after retry RPC after error@1155633290) -> (continuation of Deferred@87173826 after retry RPC after error@286260736) -> (continuation of Deferred@723215006 after retry RPC after error@1672925879) -> (continuation of Deferred@2001109049 after retry RPC after error@433561391) -> (continuation of Deferred@1772622105 after retry RPC after error@1012811249) -> (continuation of Deferred@2145013003 after retry RPC after error@1523686200) -> (continuation of Deferred@1935178146 after retry RPC after error@1038601205), errback=(continuation of Deferred@1760184463 after retry RPC after error@1155633290) -> (continuation of Deferred@87173826 after retry RPC after error@286260736) -> (continuation of Deferred@723215006 after retry RPC after error@1672925879) -> (continuation of Deferred@2001109049 after retry RPC after error@433561391) -> (continuation of Deferred@1772622105 after retry RPC after error@1012811249) -> (continuation of Deferred@2145013003 after retry RPC after error@1523686200) -> (continuation of Deferred@1935178146 after retry RPC after error@1038601205)))
14:04:34.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:34.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:34.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:34.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:34.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:34.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1130789183(state=PENDING, result=null, callback=(continuation of Deferred@946901989 after retry RPC after error@2136123909) -> (continuation of Deferred@175579866 after retry RPC after error@2057833770) -> (continuation of Deferred@1182488097 after retry RPC after error@739499625) -> (continuation of Deferred@532760771 after retry RPC after error@624609100) -> (continuation of Deferred@963397524 after retry RPC after error@188626502) -> (continuation of Deferred@506261682 after retry RPC after error@1834964124), errback=(continuation of Deferred@946901989 after retry RPC after error@2136123909) -> (continuation of Deferred@175579866 after retry RPC after error@2057833770) -> (continuation of Deferred@1182488097 after retry RPC after error@739499625) -> (continuation of Deferred@532760771 after retry RPC after error@624609100) -> (continuation of Deferred@963397524 after retry RPC after error@188626502) -> (continuation of Deferred@506261682 after retry RPC after error@1834964124)))
14:04:35.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1130789183(state=PENDING, result=null, callback=(continuation of Deferred@946901989 after retry RPC after error@2136123909) -> (continuation of Deferred@175579866 after retry RPC after error@2057833770) -> (continuation of Deferred@1182488097 after retry RPC after error@739499625) -> (continuation of Deferred@532760771 after retry RPC after error@624609100) -> (continuation of Deferred@963397524 after retry RPC after error@188626502) -> (continuation of Deferred@506261682 after retry RPC after error@1834964124), errback=(continuation of Deferred@946901989 after retry RPC after error@2136123909) -> (continuation of Deferred@175579866 after retry RPC after error@2057833770) -> (continuation of Deferred@1182488097 after retry RPC after error@739499625) -> (continuation of Deferred@532760771 after retry RPC after error@624609100) -> (continuation of Deferred@963397524 after retry RPC after error@188626502) -> (continuation of Deferred@506261682 after retry RPC after error@1834964124)))
14:04:35.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1026693193(state=PENDING, result=null, callback=(continuation of Deferred@1955547230 after retry RPC after error@1241016864) -> (continuation of Deferred@334273297 after retry RPC after error@1051801973) -> (continuation of Deferred@812800837 after retry RPC after error@986811905) -> (continuation of Deferred@1301462617 after retry RPC after error@2061454351) -> (continuation of Deferred@1482000482 after retry RPC after error@1858254063) -> (continuation of Deferred@922402584 after retry RPC after error@910500604), errback=(continuation of Deferred@1955547230 after retry RPC after error@1241016864) -> (continuation of Deferred@334273297 after retry RPC after error@1051801973) -> (continuation of Deferred@812800837 after retry RPC after error@986811905) -> (continuation of Deferred@1301462617 after retry RPC after error@2061454351) -> (continuation of Deferred@1482000482 after retry RPC after error@1858254063) -> (continuation of Deferred@922402584 after retry RPC after error@910500604)))
14:04:35.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1026693193(state=PENDING, result=null, callback=(continuation of Deferred@1955547230 after retry RPC after error@1241016864) -> (continuation of Deferred@334273297 after retry RPC after error@1051801973) -> (continuation of Deferred@812800837 after retry RPC after error@986811905) -> (continuation of Deferred@1301462617 after retry RPC after error@2061454351) -> (continuation of Deferred@1482000482 after retry RPC after error@1858254063) -> (continuation of Deferred@922402584 after retry RPC after error@910500604), errback=(continuation of Deferred@1955547230 after retry RPC after error@1241016864) -> (continuation of Deferred@334273297 after retry RPC after error@1051801973) -> (continuation of Deferred@812800837 after retry RPC after error@986811905) -> (continuation of Deferred@1301462617 after retry RPC after error@2061454351) -> (continuation of Deferred@1482000482 after retry RPC after error@1858254063) -> (continuation of Deferred@922402584 after retry RPC after error@910500604)))
14:04:35.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@191046284(state=PENDING, result=null, callback=(continuation of Deferred@645392313 after retry RPC after error@366402159) -> (continuation of Deferred@1231319229 after retry RPC after error@1535204447) -> (continuation of Deferred@1112683193 after retry RPC after error@1635028286) -> (continuation of Deferred@192931893 after retry RPC after error@1515007649) -> (continuation of Deferred@165222571 after retry RPC after error@1283553747) -> (continuation of Deferred@944442934 after retry RPC after error@188745656) -> (continuation of Deferred@1251822139 after retry RPC after error@227929434), errback=(continuation of Deferred@645392313 after retry RPC after error@366402159) -> (continuation of Deferred@1231319229 after retry RPC after error@1535204447) -> (continuation of Deferred@1112683193 after retry RPC after error@1635028286) -> (continuation of Deferred@192931893 after retry RPC after error@1515007649) -> (continuation of Deferred@165222571 after retry RPC after error@1283553747) -> (continuation of Deferred@944442934 after retry RPC after error@188745656) -> (continuation of Deferred@1251822139 after retry RPC after error@227929434)))
14:04:35.416 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@191046284(state=PENDING, result=null, callback=(continuation of Deferred@645392313 after retry RPC after error@366402159) -> (continuation of Deferred@1231319229 after retry RPC after error@1535204447) -> (continuation of Deferred@1112683193 after retry RPC after error@1635028286) -> (continuation of Deferred@192931893 after retry RPC after error@1515007649) -> (continuation of Deferred@165222571 after retry RPC after error@1283553747) -> (continuation of Deferred@944442934 after retry RPC after error@188745656) -> (continuation of Deferred@1251822139 after retry RPC after error@227929434), errback=(continuation of Deferred@645392313 after retry RPC after error@366402159) -> (continuation of Deferred@1231319229 after retry RPC after error@1535204447) -> (continuation of Deferred@1112683193 after retry RPC after error@1635028286) -> (continuation of Deferred@192931893 after retry RPC after error@1515007649) -> (continuation of Deferred@165222571 after retry RPC after error@1283553747) -> (continuation of Deferred@944442934 after retry RPC after error@188745656) -> (continuation of Deferred@1251822139 after retry RPC after error@227929434)))
14:04:35.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.635 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@256921767(state=PENDING, result=null, callback=(continuation of Deferred@1830801864 after retry RPC after error@127922266) -> (continuation of Deferred@606534513 after retry RPC after error@704533050) -> (continuation of Deferred@989611868 after retry RPC after error@1117355385) -> (continuation of Deferred@1375206184 after retry RPC after error@180554926) -> (continuation of Deferred@1390246925 after retry RPC after error@1529262490) -> (continuation of Deferred@895893357 after retry RPC after error@659747603) -> (continuation of Deferred@517398240 after retry RPC after error@1888618177), errback=(continuation of Deferred@1830801864 after retry RPC after error@127922266) -> (continuation of Deferred@606534513 after retry RPC after error@704533050) -> (continuation of Deferred@989611868 after retry RPC after error@1117355385) -> (continuation of Deferred@1375206184 after retry RPC after error@180554926) -> (continuation of Deferred@1390246925 after retry RPC after error@1529262490) -> (continuation of Deferred@895893357 after retry RPC after error@659747603) -> (continuation of Deferred@517398240 after retry RPC after error@1888618177)))
14:04:35.636 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@256921767(state=PENDING, result=null, callback=(continuation of Deferred@1830801864 after retry RPC after error@127922266) -> (continuation of Deferred@606534513 after retry RPC after error@704533050) -> (continuation of Deferred@989611868 after retry RPC after error@1117355385) -> (continuation of Deferred@1375206184 after retry RPC after error@180554926) -> (continuation of Deferred@1390246925 after retry RPC after error@1529262490) -> (continuation of Deferred@895893357 after retry RPC after error@659747603) -> (continuation of Deferred@517398240 after retry RPC after error@1888618177), errback=(continuation of Deferred@1830801864 after retry RPC after error@127922266) -> (continuation of Deferred@606534513 after retry RPC after error@704533050) -> (continuation of Deferred@989611868 after retry RPC after error@1117355385) -> (continuation of Deferred@1375206184 after retry RPC after error@180554926) -> (continuation of Deferred@1390246925 after retry RPC after error@1529262490) -> (continuation of Deferred@895893357 after retry RPC after error@659747603) -> (continuation of Deferred@517398240 after retry RPC after error@1888618177)))
14:04:35.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@414394840(state=PENDING, result=null, callback=(continuation of Deferred@1835071590 after retry RPC after error@1487261752) -> (continuation of Deferred@1257477214 after retry RPC after error@1267702065) -> (continuation of Deferred@566688750 after retry RPC after error@1460984830) -> (continuation of Deferred@18080806 after retry RPC after error@912438052) -> (continuation of Deferred@552413069 after retry RPC after error@1373098821) -> (continuation of Deferred@1333477261 after retry RPC after error@1822641877) -> (continuation of Deferred@633064835 after retry RPC after error@1243185034), errback=(continuation of Deferred@1835071590 after retry RPC after error@1487261752) -> (continuation of Deferred@1257477214 after retry RPC after error@1267702065) -> (continuation of Deferred@566688750 after retry RPC after error@1460984830) -> (continuation of Deferred@18080806 after retry RPC after error@912438052) -> (continuation of Deferred@552413069 after retry RPC after error@1373098821) -> (continuation of Deferred@1333477261 after retry RPC after error@1822641877) -> (continuation of Deferred@633064835 after retry RPC after error@1243185034)))
14:04:35.835 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@414394840(state=PENDING, result=null, callback=(continuation of Deferred@1835071590 after retry RPC after error@1487261752) -> (continuation of Deferred@1257477214 after retry RPC after error@1267702065) -> (continuation of Deferred@566688750 after retry RPC after error@1460984830) -> (continuation of Deferred@18080806 after retry RPC after error@912438052) -> (continuation of Deferred@552413069 after retry RPC after error@1373098821) -> (continuation of Deferred@1333477261 after retry RPC after error@1822641877) -> (continuation of Deferred@633064835 after retry RPC after error@1243185034), errback=(continuation of Deferred@1835071590 after retry RPC after error@1487261752) -> (continuation of Deferred@1257477214 after retry RPC after error@1267702065) -> (continuation of Deferred@566688750 after retry RPC after error@1460984830) -> (continuation of Deferred@18080806 after retry RPC after error@912438052) -> (continuation of Deferred@552413069 after retry RPC after error@1373098821) -> (continuation of Deferred@1333477261 after retry RPC after error@1822641877) -> (continuation of Deferred@633064835 after retry RPC after error@1243185034)))
14:04:35.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:35.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:35.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:35.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:35.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:35.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.035604 9125 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.035816 9125 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:36.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.036490 9125 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:36.038868 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:36.039058 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.039265 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.039553 9125 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:36.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@119325521(state=PENDING, result=null, callback=(continuation of Deferred@1491425026 after retry RPC after error@1396847787) -> (continuation of Deferred@377764927 after retry RPC after error@2011390965) -> (continuation of Deferred@97281868 after retry RPC after error@1198128178) -> (continuation of Deferred@1891321124 after retry RPC after error@481000461) -> (continuation of Deferred@2059116243 after retry RPC after error@1924888026) -> (continuation of Deferred@1485020364 after retry RPC after error@521128133) -> (continuation of Deferred@971280625 after retry RPC after error@282601394), errback=(continuation of Deferred@1491425026 after retry RPC after error@1396847787) -> (continuation of Deferred@377764927 after retry RPC after error@2011390965) -> (continuation of Deferred@97281868 after retry RPC after error@1198128178) -> (continuation of Deferred@1891321124 after retry RPC after error@481000461) -> (continuation of Deferred@2059116243 after retry RPC after error@1924888026) -> (continuation of Deferred@1485020364 after retry RPC after error@521128133) -> (continuation of Deferred@971280625 after retry RPC after error@282601394)))
14:04:36.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@119325521(state=PENDING, result=null, callback=(continuation of Deferred@1491425026 after retry RPC after error@1396847787) -> (continuation of Deferred@377764927 after retry RPC after error@2011390965) -> (continuation of Deferred@97281868 after retry RPC after error@1198128178) -> (continuation of Deferred@1891321124 after retry RPC after error@481000461) -> (continuation of Deferred@2059116243 after retry RPC after error@1924888026) -> (continuation of Deferred@1485020364 after retry RPC after error@521128133) -> (continuation of Deferred@971280625 after retry RPC after error@282601394), errback=(continuation of Deferred@1491425026 after retry RPC after error@1396847787) -> (continuation of Deferred@377764927 after retry RPC after error@2011390965) -> (continuation of Deferred@97281868 after retry RPC after error@1198128178) -> (continuation of Deferred@1891321124 after retry RPC after error@481000461) -> (continuation of Deferred@2059116243 after retry RPC after error@1924888026) -> (continuation of Deferred@1485020364 after retry RPC after error@521128133) -> (continuation of Deferred@971280625 after retry RPC after error@282601394)))
14:04:36.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@842240950(state=PENDING, result=null, callback=(continuation of Deferred@995439924 after retry RPC after error@844018392) -> (continuation of Deferred@2108794538 after retry RPC after error@1395729545) -> (continuation of Deferred@1105151822 after retry RPC after error@104916447) -> (continuation of Deferred@1983158091 after retry RPC after error@754708584) -> (continuation of Deferred@396699534 after retry RPC after error@382355128) -> (continuation of Deferred@1142298085 after retry RPC after error@933086655) -> (continuation of Deferred@163188117 after retry RPC after error@1300325788), errback=(continuation of Deferred@995439924 after retry RPC after error@844018392) -> (continuation of Deferred@2108794538 after retry RPC after error@1395729545) -> (continuation of Deferred@1105151822 after retry RPC after error@104916447) -> (continuation of Deferred@1983158091 after retry RPC after error@754708584) -> (continuation of Deferred@396699534 after retry RPC after error@382355128) -> (continuation of Deferred@1142298085 after retry RPC after error@933086655) -> (continuation of Deferred@163188117 after retry RPC after error@1300325788)))
14:04:36.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@842240950(state=PENDING, result=null, callback=(continuation of Deferred@995439924 after retry RPC after error@844018392) -> (continuation of Deferred@2108794538 after retry RPC after error@1395729545) -> (continuation of Deferred@1105151822 after retry RPC after error@104916447) -> (continuation of Deferred@1983158091 after retry RPC after error@754708584) -> (continuation of Deferred@396699534 after retry RPC after error@382355128) -> (continuation of Deferred@1142298085 after retry RPC after error@933086655) -> (continuation of Deferred@163188117 after retry RPC after error@1300325788), errback=(continuation of Deferred@995439924 after retry RPC after error@844018392) -> (continuation of Deferred@2108794538 after retry RPC after error@1395729545) -> (continuation of Deferred@1105151822 after retry RPC after error@104916447) -> (continuation of Deferred@1983158091 after retry RPC after error@754708584) -> (continuation of Deferred@396699534 after retry RPC after error@382355128) -> (continuation of Deferred@1142298085 after retry RPC after error@933086655) -> (continuation of Deferred@163188117 after retry RPC after error@1300325788)))
14:04:36.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1662872822(state=PENDING, result=null, callback=(continuation of Deferred@1311847193 after retry RPC after error@806078129) -> (continuation of Deferred@2045991825 after retry RPC after error@1895953029) -> (continuation of Deferred@921681479 after retry RPC after error@1488967781) -> (continuation of Deferred@997408560 after retry RPC after error@1159231233) -> (continuation of Deferred@248444003 after retry RPC after error@680818991) -> (continuation of Deferred@180111794 after retry RPC after error@203065243) -> (continuation of Deferred@1963857815 after retry RPC after error@2128106776), errback=(continuation of Deferred@1311847193 after retry RPC after error@806078129) -> (continuation of Deferred@2045991825 after retry RPC after error@1895953029) -> (continuation of Deferred@921681479 after retry RPC after error@1488967781) -> (continuation of Deferred@997408560 after retry RPC after error@1159231233) -> (continuation of Deferred@248444003 after retry RPC after error@680818991) -> (continuation of Deferred@180111794 after retry RPC after error@203065243) -> (continuation of Deferred@1963857815 after retry RPC after error@2128106776)))
14:04:36.515 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1662872822(state=PENDING, result=null, callback=(continuation of Deferred@1311847193 after retry RPC after error@806078129) -> (continuation of Deferred@2045991825 after retry RPC after error@1895953029) -> (continuation of Deferred@921681479 after retry RPC after error@1488967781) -> (continuation of Deferred@997408560 after retry RPC after error@1159231233) -> (continuation of Deferred@248444003 after retry RPC after error@680818991) -> (continuation of Deferred@180111794 after retry RPC after error@203065243) -> (continuation of Deferred@1963857815 after retry RPC after error@2128106776), errback=(continuation of Deferred@1311847193 after retry RPC after error@806078129) -> (continuation of Deferred@2045991825 after retry RPC after error@1895953029) -> (continuation of Deferred@921681479 after retry RPC after error@1488967781) -> (continuation of Deferred@997408560 after retry RPC after error@1159231233) -> (continuation of Deferred@248444003 after retry RPC after error@680818991) -> (continuation of Deferred@180111794 after retry RPC after error@203065243) -> (continuation of Deferred@1963857815 after retry RPC after error@2128106776)))
14:04:36.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.714 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@854058815(state=PENDING, result=null, callback=(continuation of Deferred@711598191 after retry RPC after error@1034434045) -> (continuation of Deferred@1854545013 after retry RPC after error@1666826372) -> (continuation of Deferred@407629272 after retry RPC after error@1680876785) -> (continuation of Deferred@1525147062 after retry RPC after error@2006406030) -> (continuation of Deferred@812995977 after retry RPC after error@1426585818) -> (continuation of Deferred@816348569 after retry RPC after error@2104378145) -> (continuation of Deferred@1739425816 after retry RPC after error@226913567), errback=(continuation of Deferred@711598191 after retry RPC after error@1034434045) -> (continuation of Deferred@1854545013 after retry RPC after error@1666826372) -> (continuation of Deferred@407629272 after retry RPC after error@1680876785) -> (continuation of Deferred@1525147062 after retry RPC after error@2006406030) -> (continuation of Deferred@812995977 after retry RPC after error@1426585818) -> (continuation of Deferred@816348569 after retry RPC after error@2104378145) -> (continuation of Deferred@1739425816 after retry RPC after error@226913567)))
14:04:36.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@854058815(state=PENDING, result=null, callback=(continuation of Deferred@711598191 after retry RPC after error@1034434045) -> (continuation of Deferred@1854545013 after retry RPC after error@1666826372) -> (continuation of Deferred@407629272 after retry RPC after error@1680876785) -> (continuation of Deferred@1525147062 after retry RPC after error@2006406030) -> (continuation of Deferred@812995977 after retry RPC after error@1426585818) -> (continuation of Deferred@816348569 after retry RPC after error@2104378145) -> (continuation of Deferred@1739425816 after retry RPC after error@226913567), errback=(continuation of Deferred@711598191 after retry RPC after error@1034434045) -> (continuation of Deferred@1854545013 after retry RPC after error@1666826372) -> (continuation of Deferred@407629272 after retry RPC after error@1680876785) -> (continuation of Deferred@1525147062 after retry RPC after error@2006406030) -> (continuation of Deferred@812995977 after retry RPC after error@1426585818) -> (continuation of Deferred@816348569 after retry RPC after error@2104378145) -> (continuation of Deferred@1739425816 after retry RPC after error@226913567)))
14:04:36.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.932996 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:36.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:36.933156 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:36.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:36.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1867008707(state=PENDING, result=null, callback=(continuation of Deferred@1568629511 after retry RPC after error@1185050473) -> (continuation of Deferred@1533864234 after retry RPC after error@1994370774) -> (continuation of Deferred@1344179281 after retry RPC after error@93485084) -> (continuation of Deferred@965469245 after retry RPC after error@841569476) -> (continuation of Deferred@384903892 after retry RPC after error@3535502) -> (continuation of Deferred@1727616185 after retry RPC after error@504275926) -> (continuation of Deferred@28740937 after retry RPC after error@783855219), errback=(continuation of Deferred@1568629511 after retry RPC after error@1185050473) -> (continuation of Deferred@1533864234 after retry RPC after error@1994370774) -> (continuation of Deferred@1344179281 after retry RPC after error@93485084) -> (continuation of Deferred@965469245 after retry RPC after error@841569476) -> (continuation of Deferred@384903892 after retry RPC after error@3535502) -> (continuation of Deferred@1727616185 after retry RPC after error@504275926) -> (continuation of Deferred@28740937 after retry RPC after error@783855219)))
14:04:36.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1867008707(state=PENDING, result=null, callback=(continuation of Deferred@1568629511 after retry RPC after error@1185050473) -> (continuation of Deferred@1533864234 after retry RPC after error@1994370774) -> (continuation of Deferred@1344179281 after retry RPC after error@93485084) -> (continuation of Deferred@965469245 after retry RPC after error@841569476) -> (continuation of Deferred@384903892 after retry RPC after error@3535502) -> (continuation of Deferred@1727616185 after retry RPC after error@504275926) -> (continuation of Deferred@28740937 after retry RPC after error@783855219), errback=(continuation of Deferred@1568629511 after retry RPC after error@1185050473) -> (continuation of Deferred@1533864234 after retry RPC after error@1994370774) -> (continuation of Deferred@1344179281 after retry RPC after error@93485084) -> (continuation of Deferred@965469245 after retry RPC after error@841569476) -> (continuation of Deferred@384903892 after retry RPC after error@3535502) -> (continuation of Deferred@1727616185 after retry RPC after error@504275926) -> (continuation of Deferred@28740937 after retry RPC after error@783855219)))
14:04:36.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:36.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:36.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:36.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:36.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:37.242441 9138 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:37.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:37.242655 9138 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:37.243319 9138 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:37.244876 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:37.245038 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:37.245159 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:37.245371 9138 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:37.253 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1353337265(state=PENDING, result=null, callback=(continuation of Deferred@994218651 after retry RPC after error@1261708476) -> (continuation of Deferred@1068362086 after retry RPC after error@1036572899) -> (continuation of Deferred@305218443 after retry RPC after error@2018153653) -> (continuation of Deferred@679257091 after retry RPC after error@1393065519) -> (continuation of Deferred@1270698718 after retry RPC after error@1736345632) -> (continuation of Deferred@711943280 after retry RPC after error@973512212) -> (continuation of Deferred@462159912 after retry RPC after error@136361201) -> (continuation of Deferred@1497173345 after retry RPC after error@1464196716), errback=(continuation of Deferred@994218651 after retry RPC after error@1261708476) -> (continuation of Deferred@1068362086 after retry RPC after error@1036572899) -> (continuation of Deferred@305218443 after retry RPC after error@2018153653) -> (continuation of Deferred@679257091 after retry RPC after error@1393065519) -> (continuation of Deferred@1270698718 after retry RPC after error@1736345632) -> (continuation of Deferred@711943280 after retry RPC after error@973512212) -> (continuation of Deferred@462159912 after retry RPC after error@136361201) -> (continuation of Deferred@1497173345 after retry RPC after error@1464196716)))
14:04:37.254 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:37.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@611068096(state=PENDING, result=null, callback=(continuation of Deferred@594226012 after retry RPC after error@309100386) -> (continuation of Deferred@1877065396 after retry RPC after error@705601952) -> (continuation of Deferred@1355112054 after retry RPC after error@564378723) -> (continuation of Deferred@1129689853 after retry RPC after error@470354070) -> (continuation of Deferred@1724236687 after retry RPC after error@1522084752) -> (continuation of Deferred@873838688 after retry RPC after error@1619807180) -> (continuation of Deferred@673002985 after retry RPC after error@996896465), errback=(continuation of Deferred@594226012 after retry RPC after error@309100386) -> (continuation of Deferred@1877065396 after retry RPC after error@705601952) -> (continuation of Deferred@1355112054 after retry RPC after error@564378723) -> (continuation of Deferred@1129689853 after retry RPC after error@470354070) -> (continuation of Deferred@1724236687 after retry RPC after error@1522084752) -> (continuation of Deferred@873838688 after retry RPC after error@1619807180) -> (continuation of Deferred@673002985 after retry RPC after error@996896465)))
14:04:37.476 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@611068096(state=PENDING, result=null, callback=(continuation of Deferred@594226012 after retry RPC after error@309100386) -> (continuation of Deferred@1877065396 after retry RPC after error@705601952) -> (continuation of Deferred@1355112054 after retry RPC after error@564378723) -> (continuation of Deferred@1129689853 after retry RPC after error@470354070) -> (continuation of Deferred@1724236687 after retry RPC after error@1522084752) -> (continuation of Deferred@873838688 after retry RPC after error@1619807180) -> (continuation of Deferred@673002985 after retry RPC after error@996896465), errback=(continuation of Deferred@594226012 after retry RPC after error@309100386) -> (continuation of Deferred@1877065396 after retry RPC after error@705601952) -> (continuation of Deferred@1355112054 after retry RPC after error@564378723) -> (continuation of Deferred@1129689853 after retry RPC after error@470354070) -> (continuation of Deferred@1724236687 after retry RPC after error@1522084752) -> (continuation of Deferred@873838688 after retry RPC after error@1619807180) -> (continuation of Deferred@673002985 after retry RPC after error@996896465)))
14:04:37.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1433390793(state=PENDING, result=null, callback=(continuation of Deferred@265848748 after retry RPC after error@1867489859) -> (continuation of Deferred@126364707 after retry RPC after error@742044573) -> (continuation of Deferred@1729406033 after retry RPC after error@1968918346) -> (continuation of Deferred@871668982 after retry RPC after error@1244358478) -> (continuation of Deferred@148862070 after retry RPC after error@659643192) -> (continuation of Deferred@819290120 after retry RPC after error@567636043), errback=(continuation of Deferred@265848748 after retry RPC after error@1867489859) -> (continuation of Deferred@126364707 after retry RPC after error@742044573) -> (continuation of Deferred@1729406033 after retry RPC after error@1968918346) -> (continuation of Deferred@871668982 after retry RPC after error@1244358478) -> (continuation of Deferred@148862070 after retry RPC after error@659643192) -> (continuation of Deferred@819290120 after retry RPC after error@567636043)))
14:04:37.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1433390793(state=PENDING, result=null, callback=(continuation of Deferred@265848748 after retry RPC after error@1867489859) -> (continuation of Deferred@126364707 after retry RPC after error@742044573) -> (continuation of Deferred@1729406033 after retry RPC after error@1968918346) -> (continuation of Deferred@871668982 after retry RPC after error@1244358478) -> (continuation of Deferred@148862070 after retry RPC after error@659643192) -> (continuation of Deferred@819290120 after retry RPC after error@567636043), errback=(continuation of Deferred@265848748 after retry RPC after error@1867489859) -> (continuation of Deferred@126364707 after retry RPC after error@742044573) -> (continuation of Deferred@1729406033 after retry RPC after error@1968918346) -> (continuation of Deferred@871668982 after retry RPC after error@1244358478) -> (continuation of Deferred@148862070 after retry RPC after error@659643192) -> (continuation of Deferred@819290120 after retry RPC after error@567636043)))
14:04:37.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2028475906(state=PENDING, result=null, callback=(continuation of Deferred@1098989961 after retry RPC after error@406234372) -> (continuation of Deferred@1456664659 after retry RPC after error@1857201293) -> (continuation of Deferred@628370907 after retry RPC after error@147305204) -> (continuation of Deferred@1230412759 after retry RPC after error@842778812) -> (continuation of Deferred@916795861 after retry RPC after error@54556135) -> (continuation of Deferred@2117455483 after retry RPC after error@304584489) -> (continuation of Deferred@219359009 after retry RPC after error@226264105), errback=(continuation of Deferred@1098989961 after retry RPC after error@406234372) -> (continuation of Deferred@1456664659 after retry RPC after error@1857201293) -> (continuation of Deferred@628370907 after retry RPC after error@147305204) -> (continuation of Deferred@1230412759 after retry RPC after error@842778812) -> (continuation of Deferred@916795861 after retry RPC after error@54556135) -> (continuation of Deferred@2117455483 after retry RPC after error@304584489) -> (continuation of Deferred@219359009 after retry RPC after error@226264105)))
14:04:37.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2028475906(state=PENDING, result=null, callback=(continuation of Deferred@1098989961 after retry RPC after error@406234372) -> (continuation of Deferred@1456664659 after retry RPC after error@1857201293) -> (continuation of Deferred@628370907 after retry RPC after error@147305204) -> (continuation of Deferred@1230412759 after retry RPC after error@842778812) -> (continuation of Deferred@916795861 after retry RPC after error@54556135) -> (continuation of Deferred@2117455483 after retry RPC after error@304584489) -> (continuation of Deferred@219359009 after retry RPC after error@226264105), errback=(continuation of Deferred@1098989961 after retry RPC after error@406234372) -> (continuation of Deferred@1456664659 after retry RPC after error@1857201293) -> (continuation of Deferred@628370907 after retry RPC after error@147305204) -> (continuation of Deferred@1230412759 after retry RPC after error@842778812) -> (continuation of Deferred@916795861 after retry RPC after error@54556135) -> (continuation of Deferred@2117455483 after retry RPC after error@304584489) -> (continuation of Deferred@219359009 after retry RPC after error@226264105)))
14:04:37.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:37.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:37.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:37.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:37.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:37.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [68ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@946222769(state=PENDING, result=null, callback=(continuation of Deferred@1211375614 after retry RPC after error@1964619021) -> (continuation of Deferred@1391070965 after retry RPC after error@1538292135) -> (continuation of Deferred@856905408 after retry RPC after error@186268786) -> (continuation of Deferred@151328322 after retry RPC after error@1369451396) -> (continuation of Deferred@2024587814 after retry RPC after error@571447533) -> (continuation of Deferred@60370408 after retry RPC after error@1404426772) -> (continuation of Deferred@1293324214 after retry RPC after error@327200265), errback=(continuation of Deferred@1211375614 after retry RPC after error@1964619021) -> (continuation of Deferred@1391070965 after retry RPC after error@1538292135) -> (continuation of Deferred@856905408 after retry RPC after error@186268786) -> (continuation of Deferred@151328322 after retry RPC after error@1369451396) -> (continuation of Deferred@2024587814 after retry RPC after error@571447533) -> (continuation of Deferred@60370408 after retry RPC after error@1404426772) -> (continuation of Deferred@1293324214 after retry RPC after error@327200265)))
14:04:38.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [68ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [68ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@946222769(state=PENDING, result=null, callback=(continuation of Deferred@1211375614 after retry RPC after error@1964619021) -> (continuation of Deferred@1391070965 after retry RPC after error@1538292135) -> (continuation of Deferred@856905408 after retry RPC after error@186268786) -> (continuation of Deferred@151328322 after retry RPC after error@1369451396) -> (continuation of Deferred@2024587814 after retry RPC after error@571447533) -> (continuation of Deferred@60370408 after retry RPC after error@1404426772) -> (continuation of Deferred@1293324214 after retry RPC after error@327200265), errback=(continuation of Deferred@1211375614 after retry RPC after error@1964619021) -> (continuation of Deferred@1391070965 after retry RPC after error@1538292135) -> (continuation of Deferred@856905408 after retry RPC after error@186268786) -> (continuation of Deferred@151328322 after retry RPC after error@1369451396) -> (continuation of Deferred@2024587814 after retry RPC after error@571447533) -> (continuation of Deferred@60370408 after retry RPC after error@1404426772) -> (continuation of Deferred@1293324214 after retry RPC after error@327200265)))
14:04:38.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.134 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@584036907(state=PENDING, result=null, callback=(continuation of Deferred@1834975279 after retry RPC after error@1817844233) -> (continuation of Deferred@1211067467 after retry RPC after error@388940175) -> (continuation of Deferred@115439037 after retry RPC after error@978824506) -> (continuation of Deferred@162124559 after retry RPC after error@1751800076) -> (continuation of Deferred@1697350945 after retry RPC after error@1653787331) -> (continuation of Deferred@627330101 after retry RPC after error@536662956) -> (continuation of Deferred@650600447 after retry RPC after error@1383550262), errback=(continuation of Deferred@1834975279 after retry RPC after error@1817844233) -> (continuation of Deferred@1211067467 after retry RPC after error@388940175) -> (continuation of Deferred@115439037 after retry RPC after error@978824506) -> (continuation of Deferred@162124559 after retry RPC after error@1751800076) -> (continuation of Deferred@1697350945 after retry RPC after error@1653787331) -> (continuation of Deferred@627330101 after retry RPC after error@536662956) -> (continuation of Deferred@650600447 after retry RPC after error@1383550262)))
14:04:38.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@584036907(state=PENDING, result=null, callback=(continuation of Deferred@1834975279 after retry RPC after error@1817844233) -> (continuation of Deferred@1211067467 after retry RPC after error@388940175) -> (continuation of Deferred@115439037 after retry RPC after error@978824506) -> (continuation of Deferred@162124559 after retry RPC after error@1751800076) -> (continuation of Deferred@1697350945 after retry RPC after error@1653787331) -> (continuation of Deferred@627330101 after retry RPC after error@536662956) -> (continuation of Deferred@650600447 after retry RPC after error@1383550262), errback=(continuation of Deferred@1834975279 after retry RPC after error@1817844233) -> (continuation of Deferred@1211067467 after retry RPC after error@388940175) -> (continuation of Deferred@115439037 after retry RPC after error@978824506) -> (continuation of Deferred@162124559 after retry RPC after error@1751800076) -> (continuation of Deferred@1697350945 after retry RPC after error@1653787331) -> (continuation of Deferred@627330101 after retry RPC after error@536662956) -> (continuation of Deferred@650600447 after retry RPC after error@1383550262)))
14:04:38.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@912243948(state=PENDING, result=null, callback=(continuation of Deferred@1312985841 after retry RPC after error@1656090575) -> (continuation of Deferred@1340815155 after retry RPC after error@68700926) -> (continuation of Deferred@1578603926 after retry RPC after error@319930892) -> (continuation of Deferred@97857010 after retry RPC after error@1138546700) -> (continuation of Deferred@562384580 after retry RPC after error@1016723802) -> (continuation of Deferred@277866886 after retry RPC after error@892751651), errback=(continuation of Deferred@1312985841 after retry RPC after error@1656090575) -> (continuation of Deferred@1340815155 after retry RPC after error@68700926) -> (continuation of Deferred@1578603926 after retry RPC after error@319930892) -> (continuation of Deferred@97857010 after retry RPC after error@1138546700) -> (continuation of Deferred@562384580 after retry RPC after error@1016723802) -> (continuation of Deferred@277866886 after retry RPC after error@892751651)))
14:04:38.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@912243948(state=PENDING, result=null, callback=(continuation of Deferred@1312985841 after retry RPC after error@1656090575) -> (continuation of Deferred@1340815155 after retry RPC after error@68700926) -> (continuation of Deferred@1578603926 after retry RPC after error@319930892) -> (continuation of Deferred@97857010 after retry RPC after error@1138546700) -> (continuation of Deferred@562384580 after retry RPC after error@1016723802) -> (continuation of Deferred@277866886 after retry RPC after error@892751651), errback=(continuation of Deferred@1312985841 after retry RPC after error@1656090575) -> (continuation of Deferred@1340815155 after retry RPC after error@68700926) -> (continuation of Deferred@1578603926 after retry RPC after error@319930892) -> (continuation of Deferred@97857010 after retry RPC after error@1138546700) -> (continuation of Deferred@562384580 after retry RPC after error@1016723802) -> (continuation of Deferred@277866886 after retry RPC after error@892751651)))
14:04:38.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@278391127(state=PENDING, result=null, callback=(continuation of Deferred@1821650383 after retry RPC after error@1042558305) -> (continuation of Deferred@1983158305 after retry RPC after error@1506155233) -> (continuation of Deferred@342998595 after retry RPC after error@186766985) -> (continuation of Deferred@1493611100 after retry RPC after error@813607567) -> (continuation of Deferred@694458725 after retry RPC after error@754227038) -> (continuation of Deferred@1082938574 after retry RPC after error@98808962), errback=(continuation of Deferred@1821650383 after retry RPC after error@1042558305) -> (continuation of Deferred@1983158305 after retry RPC after error@1506155233) -> (continuation of Deferred@342998595 after retry RPC after error@186766985) -> (continuation of Deferred@1493611100 after retry RPC after error@813607567) -> (continuation of Deferred@694458725 after retry RPC after error@754227038) -> (continuation of Deferred@1082938574 after retry RPC after error@98808962)))
14:04:38.735 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@278391127(state=PENDING, result=null, callback=(continuation of Deferred@1821650383 after retry RPC after error@1042558305) -> (continuation of Deferred@1983158305 after retry RPC after error@1506155233) -> (continuation of Deferred@342998595 after retry RPC after error@186766985) -> (continuation of Deferred@1493611100 after retry RPC after error@813607567) -> (continuation of Deferred@694458725 after retry RPC after error@754227038) -> (continuation of Deferred@1082938574 after retry RPC after error@98808962), errback=(continuation of Deferred@1821650383 after retry RPC after error@1042558305) -> (continuation of Deferred@1983158305 after retry RPC after error@1506155233) -> (continuation of Deferred@342998595 after retry RPC after error@186766985) -> (continuation of Deferred@1493611100 after retry RPC after error@813607567) -> (continuation of Deferred@694458725 after retry RPC after error@754227038) -> (continuation of Deferred@1082938574 after retry RPC after error@98808962)))
14:04:38.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1511028502(state=PENDING, result=null, callback=(continuation of Deferred@934417879 after retry RPC after error@1833827528) -> (continuation of Deferred@1599044319 after retry RPC after error@113118951) -> (continuation of Deferred@554020682 after retry RPC after error@598522910) -> (continuation of Deferred@126985014 after retry RPC after error@1898859541) -> (continuation of Deferred@2103300741 after retry RPC after error@995609980) -> (continuation of Deferred@836059443 after retry RPC after error@840498680) -> (continuation of Deferred@566413508 after retry RPC after error@620486061), errback=(continuation of Deferred@934417879 after retry RPC after error@1833827528) -> (continuation of Deferred@1599044319 after retry RPC after error@113118951) -> (continuation of Deferred@554020682 after retry RPC after error@598522910) -> (continuation of Deferred@126985014 after retry RPC after error@1898859541) -> (continuation of Deferred@2103300741 after retry RPC after error@995609980) -> (continuation of Deferred@836059443 after retry RPC after error@840498680) -> (continuation of Deferred@566413508 after retry RPC after error@620486061)))
14:04:38.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1511028502(state=PENDING, result=null, callback=(continuation of Deferred@934417879 after retry RPC after error@1833827528) -> (continuation of Deferred@1599044319 after retry RPC after error@113118951) -> (continuation of Deferred@554020682 after retry RPC after error@598522910) -> (continuation of Deferred@126985014 after retry RPC after error@1898859541) -> (continuation of Deferred@2103300741 after retry RPC after error@995609980) -> (continuation of Deferred@836059443 after retry RPC after error@840498680) -> (continuation of Deferred@566413508 after retry RPC after error@620486061), errback=(continuation of Deferred@934417879 after retry RPC after error@1833827528) -> (continuation of Deferred@1599044319 after retry RPC after error@113118951) -> (continuation of Deferred@554020682 after retry RPC after error@598522910) -> (continuation of Deferred@126985014 after retry RPC after error@1898859541) -> (continuation of Deferred@2103300741 after retry RPC after error@995609980) -> (continuation of Deferred@836059443 after retry RPC after error@840498680) -> (continuation of Deferred@566413508 after retry RPC after error@620486061)))
14:04:38.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:38.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:38.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:38.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:38.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:38.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.014 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@82931591(state=PENDING, result=null, callback=(continuation of Deferred@694358387 after retry RPC after error@804468957) -> (continuation of Deferred@61000249 after retry RPC after error@211812509) -> (continuation of Deferred@1031364851 after retry RPC after error@192578129) -> (continuation of Deferred@505180677 after retry RPC after error@313798067) -> (continuation of Deferred@1681701358 after retry RPC after error@999020338) -> (continuation of Deferred@1182406172 after retry RPC after error@1972396757) -> (continuation of Deferred@1960986176 after retry RPC after error@288701865), errback=(continuation of Deferred@694358387 after retry RPC after error@804468957) -> (continuation of Deferred@61000249 after retry RPC after error@211812509) -> (continuation of Deferred@1031364851 after retry RPC after error@192578129) -> (continuation of Deferred@505180677 after retry RPC after error@313798067) -> (continuation of Deferred@1681701358 after retry RPC after error@999020338) -> (continuation of Deferred@1182406172 after retry RPC after error@1972396757) -> (continuation of Deferred@1960986176 after retry RPC after error@288701865)))
14:04:39.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@82931591(state=PENDING, result=null, callback=(continuation of Deferred@694358387 after retry RPC after error@804468957) -> (continuation of Deferred@61000249 after retry RPC after error@211812509) -> (continuation of Deferred@1031364851 after retry RPC after error@192578129) -> (continuation of Deferred@505180677 after retry RPC after error@313798067) -> (continuation of Deferred@1681701358 after retry RPC after error@999020338) -> (continuation of Deferred@1182406172 after retry RPC after error@1972396757) -> (continuation of Deferred@1960986176 after retry RPC after error@288701865), errback=(continuation of Deferred@694358387 after retry RPC after error@804468957) -> (continuation of Deferred@61000249 after retry RPC after error@211812509) -> (continuation of Deferred@1031364851 after retry RPC after error@192578129) -> (continuation of Deferred@505180677 after retry RPC after error@313798067) -> (continuation of Deferred@1681701358 after retry RPC after error@999020338) -> (continuation of Deferred@1182406172 after retry RPC after error@1972396757) -> (continuation of Deferred@1960986176 after retry RPC after error@288701865)))
14:04:39.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@137987979(state=PENDING, result=null, callback=(continuation of Deferred@284275220 after retry RPC after error@345941772) -> (continuation of Deferred@2004217657 after retry RPC after error@859057027) -> (continuation of Deferred@776490723 after retry RPC after error@1334786785) -> (continuation of Deferred@400230414 after retry RPC after error@94454085) -> (continuation of Deferred@1769093188 after retry RPC after error@1604083641) -> (continuation of Deferred@273196860 after retry RPC after error@527202073), errback=(continuation of Deferred@284275220 after retry RPC after error@345941772) -> (continuation of Deferred@2004217657 after retry RPC after error@859057027) -> (continuation of Deferred@776490723 after retry RPC after error@1334786785) -> (continuation of Deferred@400230414 after retry RPC after error@94454085) -> (continuation of Deferred@1769093188 after retry RPC after error@1604083641) -> (continuation of Deferred@273196860 after retry RPC after error@527202073)))
14:04:39.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@137987979(state=PENDING, result=null, callback=(continuation of Deferred@284275220 after retry RPC after error@345941772) -> (continuation of Deferred@2004217657 after retry RPC after error@859057027) -> (continuation of Deferred@776490723 after retry RPC after error@1334786785) -> (continuation of Deferred@400230414 after retry RPC after error@94454085) -> (continuation of Deferred@1769093188 after retry RPC after error@1604083641) -> (continuation of Deferred@273196860 after retry RPC after error@527202073), errback=(continuation of Deferred@284275220 after retry RPC after error@345941772) -> (continuation of Deferred@2004217657 after retry RPC after error@859057027) -> (continuation of Deferred@776490723 after retry RPC after error@1334786785) -> (continuation of Deferred@400230414 after retry RPC after error@94454085) -> (continuation of Deferred@1769093188 after retry RPC after error@1604083641) -> (continuation of Deferred@273196860 after retry RPC after error@527202073)))
14:04:39.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1947582460(state=PENDING, result=null, callback=(continuation of Deferred@457125827 after retry RPC after error@639838347) -> (continuation of Deferred@1239319597 after retry RPC after error@275589301) -> (continuation of Deferred@1926122572 after retry RPC after error@1293309422) -> (continuation of Deferred@1892966285 after retry RPC after error@151382434) -> (continuation of Deferred@162097378 after retry RPC after error@1987048732) -> (continuation of Deferred@605414507 after retry RPC after error@41636274) -> (continuation of Deferred@1087883111 after retry RPC after error@1226382708), errback=(continuation of Deferred@457125827 after retry RPC after error@639838347) -> (continuation of Deferred@1239319597 after retry RPC after error@275589301) -> (continuation of Deferred@1926122572 after retry RPC after error@1293309422) -> (continuation of Deferred@1892966285 after retry RPC after error@151382434) -> (continuation of Deferred@162097378 after retry RPC after error@1987048732) -> (continuation of Deferred@605414507 after retry RPC after error@41636274) -> (continuation of Deferred@1087883111 after retry RPC after error@1226382708)))
14:04:39.616 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1947582460(state=PENDING, result=null, callback=(continuation of Deferred@457125827 after retry RPC after error@639838347) -> (continuation of Deferred@1239319597 after retry RPC after error@275589301) -> (continuation of Deferred@1926122572 after retry RPC after error@1293309422) -> (continuation of Deferred@1892966285 after retry RPC after error@151382434) -> (continuation of Deferred@162097378 after retry RPC after error@1987048732) -> (continuation of Deferred@605414507 after retry RPC after error@41636274) -> (continuation of Deferred@1087883111 after retry RPC after error@1226382708), errback=(continuation of Deferred@457125827 after retry RPC after error@639838347) -> (continuation of Deferred@1239319597 after retry RPC after error@275589301) -> (continuation of Deferred@1926122572 after retry RPC after error@1293309422) -> (continuation of Deferred@1892966285 after retry RPC after error@151382434) -> (continuation of Deferred@162097378 after retry RPC after error@1987048732) -> (continuation of Deferred@605414507 after retry RPC after error@41636274) -> (continuation of Deferred@1087883111 after retry RPC after error@1226382708)))
14:04:39.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:39.641296 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:39.643626 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:39.645012 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:39.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.774 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2032086855(state=PENDING, result=null, callback=(continuation of Deferred@102966090 after retry RPC after error@214849400) -> (continuation of Deferred@523663139 after retry RPC after error@525538965) -> (continuation of Deferred@16076614 after retry RPC after error@2122231223) -> (continuation of Deferred@1390236212 after retry RPC after error@1430065476) -> (continuation of Deferred@2132343770 after retry RPC after error@1946219163) -> (continuation of Deferred@1282687709 after retry RPC after error@1912524070) -> (continuation of Deferred@1233137384 after retry RPC after error@979863913), errback=(continuation of Deferred@102966090 after retry RPC after error@214849400) -> (continuation of Deferred@523663139 after retry RPC after error@525538965) -> (continuation of Deferred@16076614 after retry RPC after error@2122231223) -> (continuation of Deferred@1390236212 after retry RPC after error@1430065476) -> (continuation of Deferred@2132343770 after retry RPC after error@1946219163) -> (continuation of Deferred@1282687709 after retry RPC after error@1912524070) -> (continuation of Deferred@1233137384 after retry RPC after error@979863913)))
14:04:39.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2032086855(state=PENDING, result=null, callback=(continuation of Deferred@102966090 after retry RPC after error@214849400) -> (continuation of Deferred@523663139 after retry RPC after error@525538965) -> (continuation of Deferred@16076614 after retry RPC after error@2122231223) -> (continuation of Deferred@1390236212 after retry RPC after error@1430065476) -> (continuation of Deferred@2132343770 after retry RPC after error@1946219163) -> (continuation of Deferred@1282687709 after retry RPC after error@1912524070) -> (continuation of Deferred@1233137384 after retry RPC after error@979863913), errback=(continuation of Deferred@102966090 after retry RPC after error@214849400) -> (continuation of Deferred@523663139 after retry RPC after error@525538965) -> (continuation of Deferred@16076614 after retry RPC after error@2122231223) -> (continuation of Deferred@1390236212 after retry RPC after error@1430065476) -> (continuation of Deferred@2132343770 after retry RPC after error@1946219163) -> (continuation of Deferred@1282687709 after retry RPC after error@1912524070) -> (continuation of Deferred@1233137384 after retry RPC after error@979863913)))
14:04:39.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@913127519(state=PENDING, result=null, callback=(continuation of Deferred@180402777 after retry RPC after error@1618912907) -> (continuation of Deferred@806009288 after retry RPC after error@1870319702) -> (continuation of Deferred@1617407378 after retry RPC after error@1966605803) -> (continuation of Deferred@278472317 after retry RPC after error@693677144) -> (continuation of Deferred@1955499996 after retry RPC after error@1101843451) -> (continuation of Deferred@408921981 after retry RPC after error@1946808898), errback=(continuation of Deferred@180402777 after retry RPC after error@1618912907) -> (continuation of Deferred@806009288 after retry RPC after error@1870319702) -> (continuation of Deferred@1617407378 after retry RPC after error@1966605803) -> (continuation of Deferred@278472317 after retry RPC after error@693677144) -> (continuation of Deferred@1955499996 after retry RPC after error@1101843451) -> (continuation of Deferred@408921981 after retry RPC after error@1946808898)))
14:04:39.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@913127519(state=PENDING, result=null, callback=(continuation of Deferred@180402777 after retry RPC after error@1618912907) -> (continuation of Deferred@806009288 after retry RPC after error@1870319702) -> (continuation of Deferred@1617407378 after retry RPC after error@1966605803) -> (continuation of Deferred@278472317 after retry RPC after error@693677144) -> (continuation of Deferred@1955499996 after retry RPC after error@1101843451) -> (continuation of Deferred@408921981 after retry RPC after error@1946808898), errback=(continuation of Deferred@180402777 after retry RPC after error@1618912907) -> (continuation of Deferred@806009288 after retry RPC after error@1870319702) -> (continuation of Deferred@1617407378 after retry RPC after error@1966605803) -> (continuation of Deferred@278472317 after retry RPC after error@693677144) -> (continuation of Deferred@1955499996 after retry RPC after error@1101843451) -> (continuation of Deferred@408921981 after retry RPC after error@1946808898)))
14:04:39.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:39.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:39.994 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:39.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:39.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:39.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1441500275(state=PENDING, result=null, callback=(continuation of Deferred@1009471355 after retry RPC after error@102685127) -> (continuation of Deferred@874211095 after retry RPC after error@1025175027) -> (continuation of Deferred@1529621948 after retry RPC after error@730601471) -> (continuation of Deferred@1153494598 after retry RPC after error@778036824) -> (continuation of Deferred@337936354 after retry RPC after error@1599910262) -> (continuation of Deferred@481150469 after retry RPC after error@1301389038) -> (continuation of Deferred@2063414225 after retry RPC after error@1074850553), errback=(continuation of Deferred@1009471355 after retry RPC after error@102685127) -> (continuation of Deferred@874211095 after retry RPC after error@1025175027) -> (continuation of Deferred@1529621948 after retry RPC after error@730601471) -> (continuation of Deferred@1153494598 after retry RPC after error@778036824) -> (continuation of Deferred@337936354 after retry RPC after error@1599910262) -> (continuation of Deferred@481150469 after retry RPC after error@1301389038) -> (continuation of Deferred@2063414225 after retry RPC after error@1074850553)))
14:04:40.175 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1441500275(state=PENDING, result=null, callback=(continuation of Deferred@1009471355 after retry RPC after error@102685127) -> (continuation of Deferred@874211095 after retry RPC after error@1025175027) -> (continuation of Deferred@1529621948 after retry RPC after error@730601471) -> (continuation of Deferred@1153494598 after retry RPC after error@778036824) -> (continuation of Deferred@337936354 after retry RPC after error@1599910262) -> (continuation of Deferred@481150469 after retry RPC after error@1301389038) -> (continuation of Deferred@2063414225 after retry RPC after error@1074850553), errback=(continuation of Deferred@1009471355 after retry RPC after error@102685127) -> (continuation of Deferred@874211095 after retry RPC after error@1025175027) -> (continuation of Deferred@1529621948 after retry RPC after error@730601471) -> (continuation of Deferred@1153494598 after retry RPC after error@778036824) -> (continuation of Deferred@337936354 after retry RPC after error@1599910262) -> (continuation of Deferred@481150469 after retry RPC after error@1301389038) -> (continuation of Deferred@2063414225 after retry RPC after error@1074850553)))
14:04:40.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.414 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2125564804(state=PENDING, result=null, callback=(continuation of Deferred@466853410 after retry RPC after error@1733518102) -> (continuation of Deferred@166969105 after retry RPC after error@2079127552) -> (continuation of Deferred@2093566929 after retry RPC after error@8309901) -> (continuation of Deferred@350351524 after retry RPC after error@139540160) -> (continuation of Deferred@1047552984 after retry RPC after error@1218234943) -> (continuation of Deferred@1399027544 after retry RPC after error@1376107714) -> (continuation of Deferred@1867938809 after retry RPC after error@1094027550), errback=(continuation of Deferred@466853410 after retry RPC after error@1733518102) -> (continuation of Deferred@166969105 after retry RPC after error@2079127552) -> (continuation of Deferred@2093566929 after retry RPC after error@8309901) -> (continuation of Deferred@350351524 after retry RPC after error@139540160) -> (continuation of Deferred@1047552984 after retry RPC after error@1218234943) -> (continuation of Deferred@1399027544 after retry RPC after error@1376107714) -> (continuation of Deferred@1867938809 after retry RPC after error@1094027550)))
14:04:40.415 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2125564804(state=PENDING, result=null, callback=(continuation of Deferred@466853410 after retry RPC after error@1733518102) -> (continuation of Deferred@166969105 after retry RPC after error@2079127552) -> (continuation of Deferred@2093566929 after retry RPC after error@8309901) -> (continuation of Deferred@350351524 after retry RPC after error@139540160) -> (continuation of Deferred@1047552984 after retry RPC after error@1218234943) -> (continuation of Deferred@1399027544 after retry RPC after error@1376107714) -> (continuation of Deferred@1867938809 after retry RPC after error@1094027550), errback=(continuation of Deferred@466853410 after retry RPC after error@1733518102) -> (continuation of Deferred@166969105 after retry RPC after error@2079127552) -> (continuation of Deferred@2093566929 after retry RPC after error@8309901) -> (continuation of Deferred@350351524 after retry RPC after error@139540160) -> (continuation of Deferred@1047552984 after retry RPC after error@1218234943) -> (continuation of Deferred@1399027544 after retry RPC after error@1376107714) -> (continuation of Deferred@1867938809 after retry RPC after error@1094027550)))
14:04:40.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1195648569(state=PENDING, result=null, callback=(continuation of Deferred@633790769 after retry RPC after error@2085023) -> (continuation of Deferred@1062534300 after retry RPC after error@1497854113) -> (continuation of Deferred@1260047825 after retry RPC after error@897545989) -> (continuation of Deferred@769117482 after retry RPC after error@1341612617) -> (continuation of Deferred@1377720867 after retry RPC after error@479713338) -> (continuation of Deferred@255518751 after retry RPC after error@2066429595) -> (continuation of Deferred@1539617951 after retry RPC after error@2041635285), errback=(continuation of Deferred@633790769 after retry RPC after error@2085023) -> (continuation of Deferred@1062534300 after retry RPC after error@1497854113) -> (continuation of Deferred@1260047825 after retry RPC after error@897545989) -> (continuation of Deferred@769117482 after retry RPC after error@1341612617) -> (continuation of Deferred@1377720867 after retry RPC after error@479713338) -> (continuation of Deferred@255518751 after retry RPC after error@2066429595) -> (continuation of Deferred@1539617951 after retry RPC after error@2041635285)))
14:04:40.655 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1195648569(state=PENDING, result=null, callback=(continuation of Deferred@633790769 after retry RPC after error@2085023) -> (continuation of Deferred@1062534300 after retry RPC after error@1497854113) -> (continuation of Deferred@1260047825 after retry RPC after error@897545989) -> (continuation of Deferred@769117482 after retry RPC after error@1341612617) -> (continuation of Deferred@1377720867 after retry RPC after error@479713338) -> (continuation of Deferred@255518751 after retry RPC after error@2066429595) -> (continuation of Deferred@1539617951 after retry RPC after error@2041635285), errback=(continuation of Deferred@633790769 after retry RPC after error@2085023) -> (continuation of Deferred@1062534300 after retry RPC after error@1497854113) -> (continuation of Deferred@1260047825 after retry RPC after error@897545989) -> (continuation of Deferred@769117482 after retry RPC after error@1341612617) -> (continuation of Deferred@1377720867 after retry RPC after error@479713338) -> (continuation of Deferred@255518751 after retry RPC after error@2066429595) -> (continuation of Deferred@1539617951 after retry RPC after error@2041635285)))
14:04:40.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@624101983(state=PENDING, result=null, callback=(continuation of Deferred@1501347852 after retry RPC after error@486925745) -> (continuation of Deferred@583900677 after retry RPC after error@529598961) -> (continuation of Deferred@542299823 after retry RPC after error@306743161) -> (continuation of Deferred@1547378307 after retry RPC after error@1265785460) -> (continuation of Deferred@2107841051 after retry RPC after error@721824153) -> (continuation of Deferred@802026876 after retry RPC after error@1991621387) -> (continuation of Deferred@329450500 after retry RPC after error@158575880), errback=(continuation of Deferred@1501347852 after retry RPC after error@486925745) -> (continuation of Deferred@583900677 after retry RPC after error@529598961) -> (continuation of Deferred@542299823 after retry RPC after error@306743161) -> (continuation of Deferred@1547378307 after retry RPC after error@1265785460) -> (continuation of Deferred@2107841051 after retry RPC after error@721824153) -> (continuation of Deferred@802026876 after retry RPC after error@1991621387) -> (continuation of Deferred@329450500 after retry RPC after error@158575880)))
14:04:40.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@624101983(state=PENDING, result=null, callback=(continuation of Deferred@1501347852 after retry RPC after error@486925745) -> (continuation of Deferred@583900677 after retry RPC after error@529598961) -> (continuation of Deferred@542299823 after retry RPC after error@306743161) -> (continuation of Deferred@1547378307 after retry RPC after error@1265785460) -> (continuation of Deferred@2107841051 after retry RPC after error@721824153) -> (continuation of Deferred@802026876 after retry RPC after error@1991621387) -> (continuation of Deferred@329450500 after retry RPC after error@158575880), errback=(continuation of Deferred@1501347852 after retry RPC after error@486925745) -> (continuation of Deferred@583900677 after retry RPC after error@529598961) -> (continuation of Deferred@542299823 after retry RPC after error@306743161) -> (continuation of Deferred@1547378307 after retry RPC after error@1265785460) -> (continuation of Deferred@2107841051 after retry RPC after error@721824153) -> (continuation of Deferred@802026876 after retry RPC after error@1991621387) -> (continuation of Deferred@329450500 after retry RPC after error@158575880)))
14:04:40.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:40.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:40.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:40.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:40.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:40.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1410398841(state=PENDING, result=null, callback=(continuation of Deferred@1721494825 after retry RPC after error@1807142052) -> (continuation of Deferred@392496663 after retry RPC after error@1148581296) -> (continuation of Deferred@2109651634 after retry RPC after error@548444749) -> (continuation of Deferred@534410738 after retry RPC after error@1953094604) -> (continuation of Deferred@2081068249 after retry RPC after error@1489767399) -> (continuation of Deferred@343245033 after retry RPC after error@788041232) -> (continuation of Deferred@108821322 after retry RPC after error@1045945169), errback=(continuation of Deferred@1721494825 after retry RPC after error@1807142052) -> (continuation of Deferred@392496663 after retry RPC after error@1148581296) -> (continuation of Deferred@2109651634 after retry RPC after error@548444749) -> (continuation of Deferred@534410738 after retry RPC after error@1953094604) -> (continuation of Deferred@2081068249 after retry RPC after error@1489767399) -> (continuation of Deferred@343245033 after retry RPC after error@788041232) -> (continuation of Deferred@108821322 after retry RPC after error@1045945169)))
14:04:41.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1410398841(state=PENDING, result=null, callback=(continuation of Deferred@1721494825 after retry RPC after error@1807142052) -> (continuation of Deferred@392496663 after retry RPC after error@1148581296) -> (continuation of Deferred@2109651634 after retry RPC after error@548444749) -> (continuation of Deferred@534410738 after retry RPC after error@1953094604) -> (continuation of Deferred@2081068249 after retry RPC after error@1489767399) -> (continuation of Deferred@343245033 after retry RPC after error@788041232) -> (continuation of Deferred@108821322 after retry RPC after error@1045945169), errback=(continuation of Deferred@1721494825 after retry RPC after error@1807142052) -> (continuation of Deferred@392496663 after retry RPC after error@1148581296) -> (continuation of Deferred@2109651634 after retry RPC after error@548444749) -> (continuation of Deferred@534410738 after retry RPC after error@1953094604) -> (continuation of Deferred@2081068249 after retry RPC after error@1489767399) -> (continuation of Deferred@343245033 after retry RPC after error@788041232) -> (continuation of Deferred@108821322 after retry RPC after error@1045945169)))
14:04:41.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.353 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@106248356(state=PENDING, result=null, callback=(continuation of Deferred@1401027617 after retry RPC after error@1643097244) -> (continuation of Deferred@1370969292 after retry RPC after error@2122896966) -> (continuation of Deferred@573857090 after retry RPC after error@1042521812) -> (continuation of Deferred@1440328936 after retry RPC after error@1834711795) -> (continuation of Deferred@1829106775 after retry RPC after error@1332875805) -> (continuation of Deferred@1465145847 after retry RPC after error@1643003148) -> (continuation of Deferred@587979306 after retry RPC after error@2092353196), errback=(continuation of Deferred@1401027617 after retry RPC after error@1643097244) -> (continuation of Deferred@1370969292 after retry RPC after error@2122896966) -> (continuation of Deferred@573857090 after retry RPC after error@1042521812) -> (continuation of Deferred@1440328936 after retry RPC after error@1834711795) -> (continuation of Deferred@1829106775 after retry RPC after error@1332875805) -> (continuation of Deferred@1465145847 after retry RPC after error@1643003148) -> (continuation of Deferred@587979306 after retry RPC after error@2092353196)))
14:04:41.353 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:41.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.633 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@246783343(state=PENDING, result=null, callback=(continuation of Deferred@2044357740 after retry RPC after error@1559946181) -> (continuation of Deferred@341160111 after retry RPC after error@917051823) -> (continuation of Deferred@473606682 after retry RPC after error@399869587) -> (continuation of Deferred@775724046 after retry RPC after error@1344707591) -> (continuation of Deferred@428181091 after retry RPC after error@585067230) -> (continuation of Deferred@1758027367 after retry RPC after error@208347613) -> (continuation of Deferred@963123373 after retry RPC after error@1614286020) -> (continuation of Deferred@1117801666 after retry RPC after error@386984066), errback=(continuation of Deferred@2044357740 after retry RPC after error@1559946181) -> (continuation of Deferred@341160111 after retry RPC after error@917051823) -> (continuation of Deferred@473606682 after retry RPC after error@399869587) -> (continuation of Deferred@775724046 after retry RPC after error@1344707591) -> (continuation of Deferred@428181091 after retry RPC after error@585067230) -> (continuation of Deferred@1758027367 after retry RPC after error@208347613) -> (continuation of Deferred@963123373 after retry RPC after error@1614286020) -> (continuation of Deferred@1117801666 after retry RPC after error@386984066)))
14:04:41.634 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:41.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1322689555(state=PENDING, result=null, callback=(continuation of Deferred@1566980564 after retry RPC after error@652277999) -> (continuation of Deferred@258850033 after retry RPC after error@1952474931) -> (continuation of Deferred@405035250 after retry RPC after error@966978713) -> (continuation of Deferred@1539986792 after retry RPC after error@753199325) -> (continuation of Deferred@381539963 after retry RPC after error@945108497) -> (continuation of Deferred@834487654 after retry RPC after error@982839692) -> (continuation of Deferred@1113781931 after retry RPC after error@1393997128) -> (continuation of Deferred@148593721 after retry RPC after error@358536255), errback=(continuation of Deferred@1566980564 after retry RPC after error@652277999) -> (continuation of Deferred@258850033 after retry RPC after error@1952474931) -> (continuation of Deferred@405035250 after retry RPC after error@966978713) -> (continuation of Deferred@1539986792 after retry RPC after error@753199325) -> (continuation of Deferred@381539963 after retry RPC after error@945108497) -> (continuation of Deferred@834487654 after retry RPC after error@982839692) -> (continuation of Deferred@1113781931 after retry RPC after error@1393997128) -> (continuation of Deferred@148593721 after retry RPC after error@358536255)))
14:04:41.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1322689555(state=PENDING, result=null, callback=(continuation of Deferred@1566980564 after retry RPC after error@652277999) -> (continuation of Deferred@258850033 after retry RPC after error@1952474931) -> (continuation of Deferred@405035250 after retry RPC after error@966978713) -> (continuation of Deferred@1539986792 after retry RPC after error@753199325) -> (continuation of Deferred@381539963 after retry RPC after error@945108497) -> (continuation of Deferred@834487654 after retry RPC after error@982839692) -> (continuation of Deferred@1113781931 after retry RPC after error@1393997128) -> (continuation of Deferred@148593721 after retry RPC after error@358536255), errback=(continuation of Deferred@1566980564 after retry RPC after error@652277999) -> (continuation of Deferred@258850033 after retry RPC after error@1952474931) -> (continuation of Deferred@405035250 after retry RPC after error@966978713) -> (continuation of Deferred@1539986792 after retry RPC after error@753199325) -> (continuation of Deferred@381539963 after retry RPC after error@945108497) -> (continuation of Deferred@834487654 after retry RPC after error@982839692) -> (continuation of Deferred@1113781931 after retry RPC after error@1393997128) -> (continuation of Deferred@148593721 after retry RPC after error@358536255)))
14:04:41.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:41.934659 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:41.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:41.934866 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:41.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:41.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:41.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:41.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:41.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:41.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1493772258(state=PENDING, result=null, callback=(continuation of Deferred@1313269778 after retry RPC after error@138938710) -> (continuation of Deferred@286163438 after retry RPC after error@27820570) -> (continuation of Deferred@2019028037 after retry RPC after error@815618208) -> (continuation of Deferred@1442430636 after retry RPC after error@277106267) -> (continuation of Deferred@1467399626 after retry RPC after error@225748956) -> (continuation of Deferred@358638592 after retry RPC after error@665065057) -> (continuation of Deferred@1163818930 after retry RPC after error@1832673922), errback=(continuation of Deferred@1313269778 after retry RPC after error@138938710) -> (continuation of Deferred@286163438 after retry RPC after error@27820570) -> (continuation of Deferred@2019028037 after retry RPC after error@815618208) -> (continuation of Deferred@1442430636 after retry RPC after error@277106267) -> (continuation of Deferred@1467399626 after retry RPC after error@225748956) -> (continuation of Deferred@358638592 after retry RPC after error@665065057) -> (continuation of Deferred@1163818930 after retry RPC after error@1832673922)))
14:04:42.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1493772258(state=PENDING, result=null, callback=(continuation of Deferred@1313269778 after retry RPC after error@138938710) -> (continuation of Deferred@286163438 after retry RPC after error@27820570) -> (continuation of Deferred@2019028037 after retry RPC after error@815618208) -> (continuation of Deferred@1442430636 after retry RPC after error@277106267) -> (continuation of Deferred@1467399626 after retry RPC after error@225748956) -> (continuation of Deferred@358638592 after retry RPC after error@665065057) -> (continuation of Deferred@1163818930 after retry RPC after error@1832673922), errback=(continuation of Deferred@1313269778 after retry RPC after error@138938710) -> (continuation of Deferred@286163438 after retry RPC after error@27820570) -> (continuation of Deferred@2019028037 after retry RPC after error@815618208) -> (continuation of Deferred@1442430636 after retry RPC after error@277106267) -> (continuation of Deferred@1467399626 after retry RPC after error@225748956) -> (continuation of Deferred@358638592 after retry RPC after error@665065057) -> (continuation of Deferred@1163818930 after retry RPC after error@1832673922)))
14:04:42.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.136 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@331485294(state=PENDING, result=null, callback=(continuation of Deferred@1988825358 after retry RPC after error@254002850) -> (continuation of Deferred@1160439569 after retry RPC after error@1181273786) -> (continuation of Deferred@1749394456 after retry RPC after error@2042784100) -> (continuation of Deferred@1807878946 after retry RPC after error@1809782270) -> (continuation of Deferred@788466169 after retry RPC after error@1151130635) -> (continuation of Deferred@1073501345 after retry RPC after error@748672581), errback=(continuation of Deferred@1988825358 after retry RPC after error@254002850) -> (continuation of Deferred@1160439569 after retry RPC after error@1181273786) -> (continuation of Deferred@1749394456 after retry RPC after error@2042784100) -> (continuation of Deferred@1807878946 after retry RPC after error@1809782270) -> (continuation of Deferred@788466169 after retry RPC after error@1151130635) -> (continuation of Deferred@1073501345 after retry RPC after error@748672581)))
14:04:42.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@331485294(state=PENDING, result=null, callback=(continuation of Deferred@1988825358 after retry RPC after error@254002850) -> (continuation of Deferred@1160439569 after retry RPC after error@1181273786) -> (continuation of Deferred@1749394456 after retry RPC after error@2042784100) -> (continuation of Deferred@1807878946 after retry RPC after error@1809782270) -> (continuation of Deferred@788466169 after retry RPC after error@1151130635) -> (continuation of Deferred@1073501345 after retry RPC after error@748672581), errback=(continuation of Deferred@1988825358 after retry RPC after error@254002850) -> (continuation of Deferred@1160439569 after retry RPC after error@1181273786) -> (continuation of Deferred@1749394456 after retry RPC after error@2042784100) -> (continuation of Deferred@1807878946 after retry RPC after error@1809782270) -> (continuation of Deferred@788466169 after retry RPC after error@1151130635) -> (continuation of Deferred@1073501345 after retry RPC after error@748672581)))
14:04:42.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2093027465(state=PENDING, result=null, callback=(continuation of Deferred@119153017 after retry RPC after error@1384761994) -> (continuation of Deferred@609802292 after retry RPC after error@1357500782) -> (continuation of Deferred@103687139 after retry RPC after error@443511862) -> (continuation of Deferred@2023003703 after retry RPC after error@1726503658) -> (continuation of Deferred@288251119 after retry RPC after error@1887519800) -> (continuation of Deferred@746082609 after retry RPC after error@140730718), errback=(continuation of Deferred@119153017 after retry RPC after error@1384761994) -> (continuation of Deferred@609802292 after retry RPC after error@1357500782) -> (continuation of Deferred@103687139 after retry RPC after error@443511862) -> (continuation of Deferred@2023003703 after retry RPC after error@1726503658) -> (continuation of Deferred@288251119 after retry RPC after error@1887519800) -> (continuation of Deferred@746082609 after retry RPC after error@140730718)))
14:04:42.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2093027465(state=PENDING, result=null, callback=(continuation of Deferred@119153017 after retry RPC after error@1384761994) -> (continuation of Deferred@609802292 after retry RPC after error@1357500782) -> (continuation of Deferred@103687139 after retry RPC after error@443511862) -> (continuation of Deferred@2023003703 after retry RPC after error@1726503658) -> (continuation of Deferred@288251119 after retry RPC after error@1887519800) -> (continuation of Deferred@746082609 after retry RPC after error@140730718), errback=(continuation of Deferred@119153017 after retry RPC after error@1384761994) -> (continuation of Deferred@609802292 after retry RPC after error@1357500782) -> (continuation of Deferred@103687139 after retry RPC after error@443511862) -> (continuation of Deferred@2023003703 after retry RPC after error@1726503658) -> (continuation of Deferred@288251119 after retry RPC after error@1887519800) -> (continuation of Deferred@746082609 after retry RPC after error@140730718)))
14:04:42.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1093243191(state=PENDING, result=null, callback=(continuation of Deferred@2067219953 after retry RPC after error@1663651119) -> (continuation of Deferred@1422397868 after retry RPC after error@1508217387) -> (continuation of Deferred@414997547 after retry RPC after error@827669030) -> (continuation of Deferred@621021393 after retry RPC after error@1350939280) -> (continuation of Deferred@715321775 after retry RPC after error@851339991) -> (continuation of Deferred@939110097 after retry RPC after error@1242925964), errback=(continuation of Deferred@2067219953 after retry RPC after error@1663651119) -> (continuation of Deferred@1422397868 after retry RPC after error@1508217387) -> (continuation of Deferred@414997547 after retry RPC after error@827669030) -> (continuation of Deferred@621021393 after retry RPC after error@1350939280) -> (continuation of Deferred@715321775 after retry RPC after error@851339991) -> (continuation of Deferred@939110097 after retry RPC after error@1242925964)))
14:04:42.616 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1093243191(state=PENDING, result=null, callback=(continuation of Deferred@2067219953 after retry RPC after error@1663651119) -> (continuation of Deferred@1422397868 after retry RPC after error@1508217387) -> (continuation of Deferred@414997547 after retry RPC after error@827669030) -> (continuation of Deferred@621021393 after retry RPC after error@1350939280) -> (continuation of Deferred@715321775 after retry RPC after error@851339991) -> (continuation of Deferred@939110097 after retry RPC after error@1242925964), errback=(continuation of Deferred@2067219953 after retry RPC after error@1663651119) -> (continuation of Deferred@1422397868 after retry RPC after error@1508217387) -> (continuation of Deferred@414997547 after retry RPC after error@827669030) -> (continuation of Deferred@621021393 after retry RPC after error@1350939280) -> (continuation of Deferred@715321775 after retry RPC after error@851339991) -> (continuation of Deferred@939110097 after retry RPC after error@1242925964)))
14:04:42.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@419726291(state=PENDING, result=null, callback=(continuation of Deferred@2048088605 after retry RPC after error@2129424775) -> (continuation of Deferred@7260449 after retry RPC after error@1028249828) -> (continuation of Deferred@1575665378 after retry RPC after error@1075285137) -> (continuation of Deferred@918970995 after retry RPC after error@1169883831) -> (continuation of Deferred@1294907724 after retry RPC after error@832690044) -> (continuation of Deferred@888274625 after retry RPC after error@700644434) -> (continuation of Deferred@295617791 after retry RPC after error@784071559), errback=(continuation of Deferred@2048088605 after retry RPC after error@2129424775) -> (continuation of Deferred@7260449 after retry RPC after error@1028249828) -> (continuation of Deferred@1575665378 after retry RPC after error@1075285137) -> (continuation of Deferred@918970995 after retry RPC after error@1169883831) -> (continuation of Deferred@1294907724 after retry RPC after error@832690044) -> (continuation of Deferred@888274625 after retry RPC after error@700644434) -> (continuation of Deferred@295617791 after retry RPC after error@784071559)))
14:04:42.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@419726291(state=PENDING, result=null, callback=(continuation of Deferred@2048088605 after retry RPC after error@2129424775) -> (continuation of Deferred@7260449 after retry RPC after error@1028249828) -> (continuation of Deferred@1575665378 after retry RPC after error@1075285137) -> (continuation of Deferred@918970995 after retry RPC after error@1169883831) -> (continuation of Deferred@1294907724 after retry RPC after error@832690044) -> (continuation of Deferred@888274625 after retry RPC after error@700644434) -> (continuation of Deferred@295617791 after retry RPC after error@784071559), errback=(continuation of Deferred@2048088605 after retry RPC after error@2129424775) -> (continuation of Deferred@7260449 after retry RPC after error@1028249828) -> (continuation of Deferred@1575665378 after retry RPC after error@1075285137) -> (continuation of Deferred@918970995 after retry RPC after error@1169883831) -> (continuation of Deferred@1294907724 after retry RPC after error@832690044) -> (continuation of Deferred@888274625 after retry RPC after error@700644434) -> (continuation of Deferred@295617791 after retry RPC after error@784071559)))
14:04:42.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:42.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:42.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:42.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:42.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:42.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@942912196(state=PENDING, result=null, callback=(continuation of Deferred@390176111 after retry RPC after error@1117115971) -> (continuation of Deferred@929796393 after retry RPC after error@309047442) -> (continuation of Deferred@165346645 after retry RPC after error@1704007139) -> (continuation of Deferred@244851361 after retry RPC after error@1094253760) -> (continuation of Deferred@534151655 after retry RPC after error@1912975859) -> (continuation of Deferred@1036453944 after retry RPC after error@991903164) -> (continuation of Deferred@275597953 after retry RPC after error@1329130326), errback=(continuation of Deferred@390176111 after retry RPC after error@1117115971) -> (continuation of Deferred@929796393 after retry RPC after error@309047442) -> (continuation of Deferred@165346645 after retry RPC after error@1704007139) -> (continuation of Deferred@244851361 after retry RPC after error@1094253760) -> (continuation of Deferred@534151655 after retry RPC after error@1912975859) -> (continuation of Deferred@1036453944 after retry RPC after error@991903164) -> (continuation of Deferred@275597953 after retry RPC after error@1329130326)))
14:04:43.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@942912196(state=PENDING, result=null, callback=(continuation of Deferred@390176111 after retry RPC after error@1117115971) -> (continuation of Deferred@929796393 after retry RPC after error@309047442) -> (continuation of Deferred@165346645 after retry RPC after error@1704007139) -> (continuation of Deferred@244851361 after retry RPC after error@1094253760) -> (continuation of Deferred@534151655 after retry RPC after error@1912975859) -> (continuation of Deferred@1036453944 after retry RPC after error@991903164) -> (continuation of Deferred@275597953 after retry RPC after error@1329130326), errback=(continuation of Deferred@390176111 after retry RPC after error@1117115971) -> (continuation of Deferred@929796393 after retry RPC after error@309047442) -> (continuation of Deferred@165346645 after retry RPC after error@1704007139) -> (continuation of Deferred@244851361 after retry RPC after error@1094253760) -> (continuation of Deferred@534151655 after retry RPC after error@1912975859) -> (continuation of Deferred@1036453944 after retry RPC after error@991903164) -> (continuation of Deferred@275597953 after retry RPC after error@1329130326)))
14:04:43.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.353 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@651978201(state=PENDING, result=null, callback=(continuation of Deferred@1785066596 after retry RPC after error@1307488440) -> (continuation of Deferred@873505868 after retry RPC after error@1906830778) -> (continuation of Deferred@874832190 after retry RPC after error@209185906) -> (continuation of Deferred@1031015284 after retry RPC after error@1936780125) -> (continuation of Deferred@1624168732 after retry RPC after error@1407823115) -> (continuation of Deferred@1322988457 after retry RPC after error@973407020) -> (continuation of Deferred@747977545 after retry RPC after error@847927845), errback=(continuation of Deferred@1785066596 after retry RPC after error@1307488440) -> (continuation of Deferred@873505868 after retry RPC after error@1906830778) -> (continuation of Deferred@874832190 after retry RPC after error@209185906) -> (continuation of Deferred@1031015284 after retry RPC after error@1936780125) -> (continuation of Deferred@1624168732 after retry RPC after error@1407823115) -> (continuation of Deferred@1322988457 after retry RPC after error@973407020) -> (continuation of Deferred@747977545 after retry RPC after error@847927845)))
14:04:43.353 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:43.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.376 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.633 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1098237752(state=PENDING, result=null, callback=(continuation of Deferred@1279519000 after retry RPC after error@2105001199) -> (continuation of Deferred@799491963 after retry RPC after error@1082395056) -> (continuation of Deferred@324805521 after retry RPC after error@1347411369) -> (continuation of Deferred@1170654276 after retry RPC after error@628071621) -> (continuation of Deferred@1465738066 after retry RPC after error@2035371653) -> (continuation of Deferred@172376335 after retry RPC after error@1393978678) -> (continuation of Deferred@1869468661 after retry RPC after error@482057723) -> (continuation of Deferred@609089882 after retry RPC after error@1154637624), errback=(continuation of Deferred@1279519000 after retry RPC after error@2105001199) -> (continuation of Deferred@799491963 after retry RPC after error@1082395056) -> (continuation of Deferred@324805521 after retry RPC after error@1347411369) -> (continuation of Deferred@1170654276 after retry RPC after error@628071621) -> (continuation of Deferred@1465738066 after retry RPC after error@2035371653) -> (continuation of Deferred@172376335 after retry RPC after error@1393978678) -> (continuation of Deferred@1869468661 after retry RPC after error@482057723) -> (continuation of Deferred@609089882 after retry RPC after error@1154637624)))
14:04:43.634 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:43.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1138386895(state=PENDING, result=null, callback=(continuation of Deferred@444443313 after retry RPC after error@2003515340) -> (continuation of Deferred@910026613 after retry RPC after error@650709602) -> (continuation of Deferred@1368790056 after retry RPC after error@2146274433) -> (continuation of Deferred@649251398 after retry RPC after error@1220955880) -> (continuation of Deferred@697316492 after retry RPC after error@973745339) -> (continuation of Deferred@173678918 after retry RPC after error@1880203243), errback=(continuation of Deferred@444443313 after retry RPC after error@2003515340) -> (continuation of Deferred@910026613 after retry RPC after error@650709602) -> (continuation of Deferred@1368790056 after retry RPC after error@2146274433) -> (continuation of Deferred@649251398 after retry RPC after error@1220955880) -> (continuation of Deferred@697316492 after retry RPC after error@973745339) -> (continuation of Deferred@173678918 after retry RPC after error@1880203243)))
14:04:43.816 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1138386895(state=PENDING, result=null, callback=(continuation of Deferred@444443313 after retry RPC after error@2003515340) -> (continuation of Deferred@910026613 after retry RPC after error@650709602) -> (continuation of Deferred@1368790056 after retry RPC after error@2146274433) -> (continuation of Deferred@649251398 after retry RPC after error@1220955880) -> (continuation of Deferred@697316492 after retry RPC after error@973745339) -> (continuation of Deferred@173678918 after retry RPC after error@1880203243), errback=(continuation of Deferred@444443313 after retry RPC after error@2003515340) -> (continuation of Deferred@910026613 after retry RPC after error@650709602) -> (continuation of Deferred@1368790056 after retry RPC after error@2146274433) -> (continuation of Deferred@649251398 after retry RPC after error@1220955880) -> (continuation of Deferred@697316492 after retry RPC after error@973745339) -> (continuation of Deferred@173678918 after retry RPC after error@1880203243)))
14:04:43.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:43.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:43.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:43.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:43.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:43.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.093 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2045791988(state=PENDING, result=null, callback=(continuation of Deferred@1641395312 after retry RPC after error@277416795) -> (continuation of Deferred@1457827755 after retry RPC after error@756599917) -> (continuation of Deferred@1638042506 after retry RPC after error@959026998) -> (continuation of Deferred@1254354511 after retry RPC after error@559098078) -> (continuation of Deferred@1415055781 after retry RPC after error@557687871) -> (continuation of Deferred@1952024513 after retry RPC after error@1291080780) -> (continuation of Deferred@1492478294 after retry RPC after error@337977899), errback=(continuation of Deferred@1641395312 after retry RPC after error@277416795) -> (continuation of Deferred@1457827755 after retry RPC after error@756599917) -> (continuation of Deferred@1638042506 after retry RPC after error@959026998) -> (continuation of Deferred@1254354511 after retry RPC after error@559098078) -> (continuation of Deferred@1415055781 after retry RPC after error@557687871) -> (continuation of Deferred@1952024513 after retry RPC after error@1291080780) -> (continuation of Deferred@1492478294 after retry RPC after error@337977899)))
14:04:44.093 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:44.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:44.152611 9183 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:44.152822 9183 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:44.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:44.153484 9183 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:44.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.155611 8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:04:44.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.157053 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.157222 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:44.157377 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:44.157696 9183 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:44.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1780154117(state=PENDING, result=null, callback=(continuation of Deferred@519355609 after retry RPC after error@560937725) -> (continuation of Deferred@273488207 after retry RPC after error@764554900) -> (continuation of Deferred@372985227 after retry RPC after error@1314600291) -> (continuation of Deferred@916773510 after retry RPC after error@184464456) -> (continuation of Deferred@1189472137 after retry RPC after error@1367482907) -> (continuation of Deferred@1105375815 after retry RPC after error@1052840647) -> (continuation of Deferred@1475437369 after retry RPC after error@388174118), errback=(continuation of Deferred@519355609 after retry RPC after error@560937725) -> (continuation of Deferred@273488207 after retry RPC after error@764554900) -> (continuation of Deferred@372985227 after retry RPC after error@1314600291) -> (continuation of Deferred@916773510 after retry RPC after error@184464456) -> (continuation of Deferred@1189472137 after retry RPC after error@1367482907) -> (continuation of Deferred@1105375815 after retry RPC after error@1052840647) -> (continuation of Deferred@1475437369 after retry RPC after error@388174118)))
14:04:44.355 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1780154117(state=PENDING, result=null, callback=(continuation of Deferred@519355609 after retry RPC after error@560937725) -> (continuation of Deferred@273488207 after retry RPC after error@764554900) -> (continuation of Deferred@372985227 after retry RPC after error@1314600291) -> (continuation of Deferred@916773510 after retry RPC after error@184464456) -> (continuation of Deferred@1189472137 after retry RPC after error@1367482907) -> (continuation of Deferred@1105375815 after retry RPC after error@1052840647) -> (continuation of Deferred@1475437369 after retry RPC after error@388174118), errback=(continuation of Deferred@519355609 after retry RPC after error@560937725) -> (continuation of Deferred@273488207 after retry RPC after error@764554900) -> (continuation of Deferred@372985227 after retry RPC after error@1314600291) -> (continuation of Deferred@916773510 after retry RPC after error@184464456) -> (continuation of Deferred@1189472137 after retry RPC after error@1367482907) -> (continuation of Deferred@1105375815 after retry RPC after error@1052840647) -> (continuation of Deferred@1475437369 after retry RPC after error@388174118)))
14:04:44.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.514 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.633 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1058634605(state=PENDING, result=null, callback=(continuation of Deferred@1340607745 after retry RPC after error@2040402288) -> (continuation of Deferred@633914770 after retry RPC after error@1375604821) -> (continuation of Deferred@1592889198 after retry RPC after error@1466761297) -> (continuation of Deferred@887794555 after retry RPC after error@364345611) -> (continuation of Deferred@1206853164 after retry RPC after error@2017456392) -> (continuation of Deferred@426716167 after retry RPC after error@926839040) -> (continuation of Deferred@136255413 after retry RPC after error@263131151), errback=(continuation of Deferred@1340607745 after retry RPC after error@2040402288) -> (continuation of Deferred@633914770 after retry RPC after error@1375604821) -> (continuation of Deferred@1592889198 after retry RPC after error@1466761297) -> (continuation of Deferred@887794555 after retry RPC after error@364345611) -> (continuation of Deferred@1206853164 after retry RPC after error@2017456392) -> (continuation of Deferred@426716167 after retry RPC after error@926839040) -> (continuation of Deferred@136255413 after retry RPC after error@263131151)))
14:04:44.634 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:44.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.692512 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:44.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.694847 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:44.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:44.696035 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:44.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2131518499(state=PENDING, result=null, callback=(continuation of Deferred@909623747 after retry RPC after error@607497935) -> (continuation of Deferred@2067519345 after retry RPC after error@1728747849) -> (continuation of Deferred@1874552242 after retry RPC after error@1727135068) -> (continuation of Deferred@1129590444 after retry RPC after error@1881618270) -> (continuation of Deferred@1141197341 after retry RPC after error@771179740) -> (continuation of Deferred@1328823936 after retry RPC after error@106982911) -> (continuation of Deferred@1750829708 after retry RPC after error@2141053695), errback=(continuation of Deferred@909623747 after retry RPC after error@607497935) -> (continuation of Deferred@2067519345 after retry RPC after error@1728747849) -> (continuation of Deferred@1874552242 after retry RPC after error@1727135068) -> (continuation of Deferred@1129590444 after retry RPC after error@1881618270) -> (continuation of Deferred@1141197341 after retry RPC after error@771179740) -> (continuation of Deferred@1328823936 after retry RPC after error@106982911) -> (continuation of Deferred@1750829708 after retry RPC after error@2141053695)))
14:04:44.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2131518499(state=PENDING, result=null, callback=(continuation of Deferred@909623747 after retry RPC after error@607497935) -> (continuation of Deferred@2067519345 after retry RPC after error@1728747849) -> (continuation of Deferred@1874552242 after retry RPC after error@1727135068) -> (continuation of Deferred@1129590444 after retry RPC after error@1881618270) -> (continuation of Deferred@1141197341 after retry RPC after error@771179740) -> (continuation of Deferred@1328823936 after retry RPC after error@106982911) -> (continuation of Deferred@1750829708 after retry RPC after error@2141053695), errback=(continuation of Deferred@909623747 after retry RPC after error@607497935) -> (continuation of Deferred@2067519345 after retry RPC after error@1728747849) -> (continuation of Deferred@1874552242 after retry RPC after error@1727135068) -> (continuation of Deferred@1129590444 after retry RPC after error@1881618270) -> (continuation of Deferred@1141197341 after retry RPC after error@771179740) -> (continuation of Deferred@1328823936 after retry RPC after error@106982911) -> (continuation of Deferred@1750829708 after retry RPC after error@2141053695)))
14:04:44.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:44.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:44.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:44.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:44.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:44.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.116 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1943007133(state=PENDING, result=null, callback=(continuation of Deferred@956180160 after retry RPC after error@970263114) -> (continuation of Deferred@746506717 after retry RPC after error@541161672) -> (continuation of Deferred@1765835302 after retry RPC after error@2018923038) -> (continuation of Deferred@582769896 after retry RPC after error@160491343) -> (continuation of Deferred@1688999401 after retry RPC after error@773877184) -> (continuation of Deferred@1857765360 after retry RPC after error@1612646391) -> (continuation of Deferred@1687704896 after retry RPC after error@1232824958), errback=(continuation of Deferred@956180160 after retry RPC after error@970263114) -> (continuation of Deferred@746506717 after retry RPC after error@541161672) -> (continuation of Deferred@1765835302 after retry RPC after error@2018923038) -> (continuation of Deferred@582769896 after retry RPC after error@160491343) -> (continuation of Deferred@1688999401 after retry RPC after error@773877184) -> (continuation of Deferred@1857765360 after retry RPC after error@1612646391) -> (continuation of Deferred@1687704896 after retry RPC after error@1232824958)))
14:04:45.116 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1943007133(state=PENDING, result=null, callback=(continuation of Deferred@956180160 after retry RPC after error@970263114) -> (continuation of Deferred@746506717 after retry RPC after error@541161672) -> (continuation of Deferred@1765835302 after retry RPC after error@2018923038) -> (continuation of Deferred@582769896 after retry RPC after error@160491343) -> (continuation of Deferred@1688999401 after retry RPC after error@773877184) -> (continuation of Deferred@1857765360 after retry RPC after error@1612646391) -> (continuation of Deferred@1687704896 after retry RPC after error@1232824958), errback=(continuation of Deferred@956180160 after retry RPC after error@970263114) -> (continuation of Deferred@746506717 after retry RPC after error@541161672) -> (continuation of Deferred@1765835302 after retry RPC after error@2018923038) -> (continuation of Deferred@582769896 after retry RPC after error@160491343) -> (continuation of Deferred@1688999401 after retry RPC after error@773877184) -> (continuation of Deferred@1857765360 after retry RPC after error@1612646391) -> (continuation of Deferred@1687704896 after retry RPC after error@1232824958)))
14:04:45.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1961158414(state=PENDING, result=null, callback=(continuation of Deferred@549708117 after retry RPC after error@688010260) -> (continuation of Deferred@237204161 after retry RPC after error@1571567772) -> (continuation of Deferred@1650111285 after retry RPC after error@1514179070) -> (continuation of Deferred@1340103949 after retry RPC after error@1941238965) -> (continuation of Deferred@1153446637 after retry RPC after error@437341426) -> (continuation of Deferred@1473536648 after retry RPC after error@59843995), errback=(continuation of Deferred@549708117 after retry RPC after error@688010260) -> (continuation of Deferred@237204161 after retry RPC after error@1571567772) -> (continuation of Deferred@1650111285 after retry RPC after error@1514179070) -> (continuation of Deferred@1340103949 after retry RPC after error@1941238965) -> (continuation of Deferred@1153446637 after retry RPC after error@437341426) -> (continuation of Deferred@1473536648 after retry RPC after error@59843995)))
14:04:45.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1961158414(state=PENDING, result=null, callback=(continuation of Deferred@549708117 after retry RPC after error@688010260) -> (continuation of Deferred@237204161 after retry RPC after error@1571567772) -> (continuation of Deferred@1650111285 after retry RPC after error@1514179070) -> (continuation of Deferred@1340103949 after retry RPC after error@1941238965) -> (continuation of Deferred@1153446637 after retry RPC after error@437341426) -> (continuation of Deferred@1473536648 after retry RPC after error@59843995), errback=(continuation of Deferred@549708117 after retry RPC after error@688010260) -> (continuation of Deferred@237204161 after retry RPC after error@1571567772) -> (continuation of Deferred@1650111285 after retry RPC after error@1514179070) -> (continuation of Deferred@1340103949 after retry RPC after error@1941238965) -> (continuation of Deferred@1153446637 after retry RPC after error@437341426) -> (continuation of Deferred@1473536648 after retry RPC after error@59843995)))
14:04:45.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@777411785(state=PENDING, result=null, callback=(continuation of Deferred@144836989 after retry RPC after error@1456563478) -> (continuation of Deferred@892859603 after retry RPC after error@689657512) -> (continuation of Deferred@837438231 after retry RPC after error@1817080297) -> (continuation of Deferred@1716883935 after retry RPC after error@361244075) -> (continuation of Deferred@1993959166 after retry RPC after error@1770488053) -> (continuation of Deferred@597049203 after retry RPC after error@2003301335), errback=(continuation of Deferred@144836989 after retry RPC after error@1456563478) -> (continuation of Deferred@892859603 after retry RPC after error@689657512) -> (continuation of Deferred@837438231 after retry RPC after error@1817080297) -> (continuation of Deferred@1716883935 after retry RPC after error@361244075) -> (continuation of Deferred@1993959166 after retry RPC after error@1770488053) -> (continuation of Deferred@597049203 after retry RPC after error@2003301335)))
14:04:45.455 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@777411785(state=PENDING, result=null, callback=(continuation of Deferred@144836989 after retry RPC after error@1456563478) -> (continuation of Deferred@892859603 after retry RPC after error@689657512) -> (continuation of Deferred@837438231 after retry RPC after error@1817080297) -> (continuation of Deferred@1716883935 after retry RPC after error@361244075) -> (continuation of Deferred@1993959166 after retry RPC after error@1770488053) -> (continuation of Deferred@597049203 after retry RPC after error@2003301335), errback=(continuation of Deferred@144836989 after retry RPC after error@1456563478) -> (continuation of Deferred@892859603 after retry RPC after error@689657512) -> (continuation of Deferred@837438231 after retry RPC after error@1817080297) -> (continuation of Deferred@1716883935 after retry RPC after error@361244075) -> (continuation of Deferred@1993959166 after retry RPC after error@1770488053) -> (continuation of Deferred@597049203 after retry RPC after error@2003301335)))
14:04:45.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1417442366(state=PENDING, result=null, callback=(continuation of Deferred@1404462057 after retry RPC after error@1434002092) -> (continuation of Deferred@2018054478 after retry RPC after error@1327716349) -> (continuation of Deferred@803921115 after retry RPC after error@865793992) -> (continuation of Deferred@65622932 after retry RPC after error@1444962475) -> (continuation of Deferred@794129072 after retry RPC after error@1268118565) -> (continuation of Deferred@36272944 after retry RPC after error@1473869542), errback=(continuation of Deferred@1404462057 after retry RPC after error@1434002092) -> (continuation of Deferred@2018054478 after retry RPC after error@1327716349) -> (continuation of Deferred@803921115 after retry RPC after error@865793992) -> (continuation of Deferred@65622932 after retry RPC after error@1444962475) -> (continuation of Deferred@794129072 after retry RPC after error@1268118565) -> (continuation of Deferred@36272944 after retry RPC after error@1473869542)))
14:04:45.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1417442366(state=PENDING, result=null, callback=(continuation of Deferred@1404462057 after retry RPC after error@1434002092) -> (continuation of Deferred@2018054478 after retry RPC after error@1327716349) -> (continuation of Deferred@803921115 after retry RPC after error@865793992) -> (continuation of Deferred@65622932 after retry RPC after error@1444962475) -> (continuation of Deferred@794129072 after retry RPC after error@1268118565) -> (continuation of Deferred@36272944 after retry RPC after error@1473869542), errback=(continuation of Deferred@1404462057 after retry RPC after error@1434002092) -> (continuation of Deferred@2018054478 after retry RPC after error@1327716349) -> (continuation of Deferred@803921115 after retry RPC after error@865793992) -> (continuation of Deferred@65622932 after retry RPC after error@1444962475) -> (continuation of Deferred@794129072 after retry RPC after error@1268118565) -> (continuation of Deferred@36272944 after retry RPC after error@1473869542)))
14:04:45.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.892 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1116173873(state=PENDING, result=null, callback=(continuation of Deferred@147209626 after retry RPC after error@1042353088) -> (continuation of Deferred@1930853739 after retry RPC after error@182041542) -> (continuation of Deferred@860515818 after retry RPC after error@92479304) -> (continuation of Deferred@1170134966 after retry RPC after error@50221900) -> (continuation of Deferred@1656441796 after retry RPC after error@2136957316) -> (continuation of Deferred@1290738366 after retry RPC after error@1014711388) -> (continuation of Deferred@69655932 after retry RPC after error@7458621), errback=(continuation of Deferred@147209626 after retry RPC after error@1042353088) -> (continuation of Deferred@1930853739 after retry RPC after error@182041542) -> (continuation of Deferred@860515818 after retry RPC after error@92479304) -> (continuation of Deferred@1170134966 after retry RPC after error@50221900) -> (continuation of Deferred@1656441796 after retry RPC after error@2136957316) -> (continuation of Deferred@1290738366 after retry RPC after error@1014711388) -> (continuation of Deferred@69655932 after retry RPC after error@7458621)))
14:04:45.893 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:45.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:45.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:45.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:45.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:45.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:45.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.096 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@636498660(state=PENDING, result=null, callback=(continuation of Deferred@1918697048 after retry RPC after error@1940409986) -> (continuation of Deferred@695499936 after retry RPC after error@230104184) -> (continuation of Deferred@411864488 after retry RPC after error@694230117) -> (continuation of Deferred@603645077 after retry RPC after error@370899022) -> (continuation of Deferred@1778800360 after retry RPC after error@1260781049) -> (continuation of Deferred@1066362436 after retry RPC after error@1922806003), errback=(continuation of Deferred@1918697048 after retry RPC after error@1940409986) -> (continuation of Deferred@695499936 after retry RPC after error@230104184) -> (continuation of Deferred@411864488 after retry RPC after error@694230117) -> (continuation of Deferred@603645077 after retry RPC after error@370899022) -> (continuation of Deferred@1778800360 after retry RPC after error@1260781049) -> (continuation of Deferred@1066362436 after retry RPC after error@1922806003)))
14:04:46.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@636498660(state=PENDING, result=null, callback=(continuation of Deferred@1918697048 after retry RPC after error@1940409986) -> (continuation of Deferred@695499936 after retry RPC after error@230104184) -> (continuation of Deferred@411864488 after retry RPC after error@694230117) -> (continuation of Deferred@603645077 after retry RPC after error@370899022) -> (continuation of Deferred@1778800360 after retry RPC after error@1260781049) -> (continuation of Deferred@1066362436 after retry RPC after error@1922806003), errback=(continuation of Deferred@1918697048 after retry RPC after error@1940409986) -> (continuation of Deferred@695499936 after retry RPC after error@230104184) -> (continuation of Deferred@411864488 after retry RPC after error@694230117) -> (continuation of Deferred@603645077 after retry RPC after error@370899022) -> (continuation of Deferred@1778800360 after retry RPC after error@1260781049) -> (continuation of Deferred@1066362436 after retry RPC after error@1922806003)))
14:04:46.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.114 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2027230408(state=PENDING, result=null, callback=(continuation of Deferred@803028824 after retry RPC after error@1490810019) -> (continuation of Deferred@107389205 after retry RPC after error@1447401029) -> (continuation of Deferred@270816298 after retry RPC after error@392025185) -> (continuation of Deferred@612409750 after retry RPC after error@1586359549) -> (continuation of Deferred@1824159234 after retry RPC after error@356342056) -> (continuation of Deferred@881903112 after retry RPC after error@97201763) -> (continuation of Deferred@981357246 after retry RPC after error@1165342912), errback=(continuation of Deferred@803028824 after retry RPC after error@1490810019) -> (continuation of Deferred@107389205 after retry RPC after error@1447401029) -> (continuation of Deferred@270816298 after retry RPC after error@392025185) -> (continuation of Deferred@612409750 after retry RPC after error@1586359549) -> (continuation of Deferred@1824159234 after retry RPC after error@356342056) -> (continuation of Deferred@881903112 after retry RPC after error@97201763) -> (continuation of Deferred@981357246 after retry RPC after error@1165342912)))
14:04:46.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2027230408(state=PENDING, result=null, callback=(continuation of Deferred@803028824 after retry RPC after error@1490810019) -> (continuation of Deferred@107389205 after retry RPC after error@1447401029) -> (continuation of Deferred@270816298 after retry RPC after error@392025185) -> (continuation of Deferred@612409750 after retry RPC after error@1586359549) -> (continuation of Deferred@1824159234 after retry RPC after error@356342056) -> (continuation of Deferred@881903112 after retry RPC after error@97201763) -> (continuation of Deferred@981357246 after retry RPC after error@1165342912), errback=(continuation of Deferred@803028824 after retry RPC after error@1490810019) -> (continuation of Deferred@107389205 after retry RPC after error@1447401029) -> (continuation of Deferred@270816298 after retry RPC after error@392025185) -> (continuation of Deferred@612409750 after retry RPC after error@1586359549) -> (continuation of Deferred@1824159234 after retry RPC after error@356342056) -> (continuation of Deferred@881903112 after retry RPC after error@97201763) -> (continuation of Deferred@981357246 after retry RPC after error@1165342912)))
14:04:46.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@363173625(state=PENDING, result=null, callback=(continuation of Deferred@2145294997 after retry RPC after error@1258403798) -> (continuation of Deferred@1089677175 after retry RPC after error@2044224462) -> (continuation of Deferred@1926845522 after retry RPC after error@874570456) -> (continuation of Deferred@1831973812 after retry RPC after error@1464695759) -> (continuation of Deferred@1871630000 after retry RPC after error@1552664507) -> (continuation of Deferred@1011311501 after retry RPC after error@15262921) -> (continuation of Deferred@428491050 after retry RPC after error@465497023), errback=(continuation of Deferred@2145294997 after retry RPC after error@1258403798) -> (continuation of Deferred@1089677175 after retry RPC after error@2044224462) -> (continuation of Deferred@1926845522 after retry RPC after error@874570456) -> (continuation of Deferred@1831973812 after retry RPC after error@1464695759) -> (continuation of Deferred@1871630000 after retry RPC after error@1552664507) -> (continuation of Deferred@1011311501 after retry RPC after error@15262921) -> (continuation of Deferred@428491050 after retry RPC after error@465497023)))
14:04:46.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@363173625(state=PENDING, result=null, callback=(continuation of Deferred@2145294997 after retry RPC after error@1258403798) -> (continuation of Deferred@1089677175 after retry RPC after error@2044224462) -> (continuation of Deferred@1926845522 after retry RPC after error@874570456) -> (continuation of Deferred@1831973812 after retry RPC after error@1464695759) -> (continuation of Deferred@1871630000 after retry RPC after error@1552664507) -> (continuation of Deferred@1011311501 after retry RPC after error@15262921) -> (continuation of Deferred@428491050 after retry RPC after error@465497023), errback=(continuation of Deferred@2145294997 after retry RPC after error@1258403798) -> (continuation of Deferred@1089677175 after retry RPC after error@2044224462) -> (continuation of Deferred@1926845522 after retry RPC after error@874570456) -> (continuation of Deferred@1831973812 after retry RPC after error@1464695759) -> (continuation of Deferred@1871630000 after retry RPC after error@1552664507) -> (continuation of Deferred@1011311501 after retry RPC after error@15262921) -> (continuation of Deferred@428491050 after retry RPC after error@465497023)))
14:04:46.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.674 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.853 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@774200784(state=PENDING, result=null, callback=(continuation of Deferred@1932886661 after retry RPC after error@1589837672) -> (continuation of Deferred@100021371 after retry RPC after error@20525768) -> (continuation of Deferred@1581754816 after retry RPC after error@397882591) -> (continuation of Deferred@601264062 after retry RPC after error@1798395518) -> (continuation of Deferred@148634481 after retry RPC after error@644102009) -> (continuation of Deferred@827910004 after retry RPC after error@1346098567) -> (continuation of Deferred@124562562 after retry RPC after error@11832553), errback=(continuation of Deferred@1932886661 after retry RPC after error@1589837672) -> (continuation of Deferred@100021371 after retry RPC after error@20525768) -> (continuation of Deferred@1581754816 after retry RPC after error@397882591) -> (continuation of Deferred@601264062 after retry RPC after error@1798395518) -> (continuation of Deferred@148634481 after retry RPC after error@644102009) -> (continuation of Deferred@827910004 after retry RPC after error@1346098567) -> (continuation of Deferred@124562562 after retry RPC after error@11832553)))
14:04:46.853 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:46.936147 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:46.936298 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:46.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:46.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:46.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:46.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:46.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:46.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1370913754(state=PENDING, result=null, callback=(continuation of Deferred@1784313652 after retry RPC after error@2106421321) -> (continuation of Deferred@1171039937 after retry RPC after error@667315465) -> (continuation of Deferred@513563922 after retry RPC after error@134576560) -> (continuation of Deferred@685714655 after retry RPC after error@1013293800) -> (continuation of Deferred@1080892603 after retry RPC after error@1669735935) -> (continuation of Deferred@854475908 after retry RPC after error@596493011), errback=(continuation of Deferred@1784313652 after retry RPC after error@2106421321) -> (continuation of Deferred@1171039937 after retry RPC after error@667315465) -> (continuation of Deferred@513563922 after retry RPC after error@134576560) -> (continuation of Deferred@685714655 after retry RPC after error@1013293800) -> (continuation of Deferred@1080892603 after retry RPC after error@1669735935) -> (continuation of Deferred@854475908 after retry RPC after error@596493011)))
14:04:47.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1370913754(state=PENDING, result=null, callback=(continuation of Deferred@1784313652 after retry RPC after error@2106421321) -> (continuation of Deferred@1171039937 after retry RPC after error@667315465) -> (continuation of Deferred@513563922 after retry RPC after error@134576560) -> (continuation of Deferred@685714655 after retry RPC after error@1013293800) -> (continuation of Deferred@1080892603 after retry RPC after error@1669735935) -> (continuation of Deferred@854475908 after retry RPC after error@596493011), errback=(continuation of Deferred@1784313652 after retry RPC after error@2106421321) -> (continuation of Deferred@1171039937 after retry RPC after error@667315465) -> (continuation of Deferred@513563922 after retry RPC after error@134576560) -> (continuation of Deferred@685714655 after retry RPC after error@1013293800) -> (continuation of Deferred@1080892603 after retry RPC after error@1669735935) -> (continuation of Deferred@854475908 after retry RPC after error@596493011)))
14:04:47.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.313 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@365604979(state=PENDING, result=null, callback=(continuation of Deferred@1677407555 after retry RPC after error@929310294) -> (continuation of Deferred@263848665 after retry RPC after error@1337160309) -> (continuation of Deferred@1977096173 after retry RPC after error@1662568854) -> (continuation of Deferred@1022075878 after retry RPC after error@1755274964) -> (continuation of Deferred@1573735253 after retry RPC after error@2017225987) -> (continuation of Deferred@430511473 after retry RPC after error@189960558) -> (continuation of Deferred@1022551218 after retry RPC after error@666747482), errback=(continuation of Deferred@1677407555 after retry RPC after error@929310294) -> (continuation of Deferred@263848665 after retry RPC after error@1337160309) -> (continuation of Deferred@1977096173 after retry RPC after error@1662568854) -> (continuation of Deferred@1022075878 after retry RPC after error@1755274964) -> (continuation of Deferred@1573735253 after retry RPC after error@2017225987) -> (continuation of Deferred@430511473 after retry RPC after error@189960558) -> (continuation of Deferred@1022551218 after retry RPC after error@666747482)))
14:04:47.314 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:47.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1534199145(state=PENDING, result=null, callback=(continuation of Deferred@1892756525 after retry RPC after error@1303078947) -> (continuation of Deferred@295570354 after retry RPC after error@1510743461) -> (continuation of Deferred@591786637 after retry RPC after error@892955830) -> (continuation of Deferred@1411064376 after retry RPC after error@1849752619) -> (continuation of Deferred@1654500084 after retry RPC after error@482293453) -> (continuation of Deferred@288935296 after retry RPC after error@2020657704) -> (continuation of Deferred@2008356312 after retry RPC after error@316234941), errback=(continuation of Deferred@1892756525 after retry RPC after error@1303078947) -> (continuation of Deferred@295570354 after retry RPC after error@1510743461) -> (continuation of Deferred@591786637 after retry RPC after error@892955830) -> (continuation of Deferred@1411064376 after retry RPC after error@1849752619) -> (continuation of Deferred@1654500084 after retry RPC after error@482293453) -> (continuation of Deferred@288935296 after retry RPC after error@2020657704) -> (continuation of Deferred@2008356312 after retry RPC after error@316234941)))
14:04:47.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1534199145(state=PENDING, result=null, callback=(continuation of Deferred@1892756525 after retry RPC after error@1303078947) -> (continuation of Deferred@295570354 after retry RPC after error@1510743461) -> (continuation of Deferred@591786637 after retry RPC after error@892955830) -> (continuation of Deferred@1411064376 after retry RPC after error@1849752619) -> (continuation of Deferred@1654500084 after retry RPC after error@482293453) -> (continuation of Deferred@288935296 after retry RPC after error@2020657704) -> (continuation of Deferred@2008356312 after retry RPC after error@316234941), errback=(continuation of Deferred@1892756525 after retry RPC after error@1303078947) -> (continuation of Deferred@295570354 after retry RPC after error@1510743461) -> (continuation of Deferred@591786637 after retry RPC after error@892955830) -> (continuation of Deferred@1411064376 after retry RPC after error@1849752619) -> (continuation of Deferred@1654500084 after retry RPC after error@482293453) -> (continuation of Deferred@288935296 after retry RPC after error@2020657704) -> (continuation of Deferred@2008356312 after retry RPC after error@316234941)))
14:04:47.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1936810098(state=PENDING, result=null, callback=(continuation of Deferred@221596990 after retry RPC after error@1935693819) -> (continuation of Deferred@1270784239 after retry RPC after error@859061018) -> (continuation of Deferred@340778239 after retry RPC after error@1709280770) -> (continuation of Deferred@1533469577 after retry RPC after error@1226370836) -> (continuation of Deferred@601520876 after retry RPC after error@1243767051) -> (continuation of Deferred@640985453 after retry RPC after error@677024496) -> (continuation of Deferred@1478987789 after retry RPC after error@30709819), errback=(continuation of Deferred@221596990 after retry RPC after error@1935693819) -> (continuation of Deferred@1270784239 after retry RPC after error@859061018) -> (continuation of Deferred@340778239 after retry RPC after error@1709280770) -> (continuation of Deferred@1533469577 after retry RPC after error@1226370836) -> (continuation of Deferred@601520876 after retry RPC after error@1243767051) -> (continuation of Deferred@640985453 after retry RPC after error@677024496) -> (continuation of Deferred@1478987789 after retry RPC after error@30709819)))
14:04:47.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1936810098(state=PENDING, result=null, callback=(continuation of Deferred@221596990 after retry RPC after error@1935693819) -> (continuation of Deferred@1270784239 after retry RPC after error@859061018) -> (continuation of Deferred@340778239 after retry RPC after error@1709280770) -> (continuation of Deferred@1533469577 after retry RPC after error@1226370836) -> (continuation of Deferred@601520876 after retry RPC after error@1243767051) -> (continuation of Deferred@640985453 after retry RPC after error@677024496) -> (continuation of Deferred@1478987789 after retry RPC after error@30709819), errback=(continuation of Deferred@221596990 after retry RPC after error@1935693819) -> (continuation of Deferred@1270784239 after retry RPC after error@859061018) -> (continuation of Deferred@340778239 after retry RPC after error@1709280770) -> (continuation of Deferred@1533469577 after retry RPC after error@1226370836) -> (continuation of Deferred@601520876 after retry RPC after error@1243767051) -> (continuation of Deferred@640985453 after retry RPC after error@677024496) -> (continuation of Deferred@1478987789 after retry RPC after error@30709819)))
14:04:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:47.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:47.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:47.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:47.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:47.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1255249330(state=PENDING, result=null, callback=(continuation of Deferred@1763893137 after retry RPC after error@536850266) -> (continuation of Deferred@1351838120 after retry RPC after error@380176909) -> (continuation of Deferred@1770557726 after retry RPC after error@191849994) -> (continuation of Deferred@1090162918 after retry RPC after error@517800854) -> (continuation of Deferred@871395634 after retry RPC after error@1138691696) -> (continuation of Deferred@1463208781 after retry RPC after error@562148238) -> (continuation of Deferred@298332013 after retry RPC after error@710873002), errback=(continuation of Deferred@1763893137 after retry RPC after error@536850266) -> (continuation of Deferred@1351838120 after retry RPC after error@380176909) -> (continuation of Deferred@1770557726 after retry RPC after error@191849994) -> (continuation of Deferred@1090162918 after retry RPC after error@517800854) -> (continuation of Deferred@871395634 after retry RPC after error@1138691696) -> (continuation of Deferred@1463208781 after retry RPC after error@562148238) -> (continuation of Deferred@298332013 after retry RPC after error@710873002)))
14:04:48.035 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1255249330(state=PENDING, result=null, callback=(continuation of Deferred@1763893137 after retry RPC after error@536850266) -> (continuation of Deferred@1351838120 after retry RPC after error@380176909) -> (continuation of Deferred@1770557726 after retry RPC after error@191849994) -> (continuation of Deferred@1090162918 after retry RPC after error@517800854) -> (continuation of Deferred@871395634 after retry RPC after error@1138691696) -> (continuation of Deferred@1463208781 after retry RPC after error@562148238) -> (continuation of Deferred@298332013 after retry RPC after error@710873002), errback=(continuation of Deferred@1763893137 after retry RPC after error@536850266) -> (continuation of Deferred@1351838120 after retry RPC after error@380176909) -> (continuation of Deferred@1770557726 after retry RPC after error@191849994) -> (continuation of Deferred@1090162918 after retry RPC after error@517800854) -> (continuation of Deferred@871395634 after retry RPC after error@1138691696) -> (continuation of Deferred@1463208781 after retry RPC after error@562148238) -> (continuation of Deferred@298332013 after retry RPC after error@710873002)))
14:04:48.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@99795370(state=PENDING, result=null, callback=(continuation of Deferred@620205154 after retry RPC after error@2137285410) -> (continuation of Deferred@3095196 after retry RPC after error@323179682) -> (continuation of Deferred@185570860 after retry RPC after error@1462667548) -> (continuation of Deferred@783069887 after retry RPC after error@667092364) -> (continuation of Deferred@1351240110 after retry RPC after error@1934580938) -> (continuation of Deferred@951918934 after retry RPC after error@124632232), errback=(continuation of Deferred@620205154 after retry RPC after error@2137285410) -> (continuation of Deferred@3095196 after retry RPC after error@323179682) -> (continuation of Deferred@185570860 after retry RPC after error@1462667548) -> (continuation of Deferred@783069887 after retry RPC after error@667092364) -> (continuation of Deferred@1351240110 after retry RPC after error@1934580938) -> (continuation of Deferred@951918934 after retry RPC after error@124632232)))
14:04:48.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@99795370(state=PENDING, result=null, callback=(continuation of Deferred@620205154 after retry RPC after error@2137285410) -> (continuation of Deferred@3095196 after retry RPC after error@323179682) -> (continuation of Deferred@185570860 after retry RPC after error@1462667548) -> (continuation of Deferred@783069887 after retry RPC after error@667092364) -> (continuation of Deferred@1351240110 after retry RPC after error@1934580938) -> (continuation of Deferred@951918934 after retry RPC after error@124632232), errback=(continuation of Deferred@620205154 after retry RPC after error@2137285410) -> (continuation of Deferred@3095196 after retry RPC after error@323179682) -> (continuation of Deferred@185570860 after retry RPC after error@1462667548) -> (continuation of Deferred@783069887 after retry RPC after error@667092364) -> (continuation of Deferred@1351240110 after retry RPC after error@1934580938) -> (continuation of Deferred@951918934 after retry RPC after error@124632232)))
14:04:48.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.513 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@291698496(state=PENDING, result=null, callback=(continuation of Deferred@361852258 after retry RPC after error@265950952) -> (continuation of Deferred@1403259702 after retry RPC after error@1442459381) -> (continuation of Deferred@1268691797 after retry RPC after error@338461080) -> (continuation of Deferred@1738724752 after retry RPC after error@1663812119) -> (continuation of Deferred@1569833276 after retry RPC after error@759278423) -> (continuation of Deferred@1556014394 after retry RPC after error@1631104960) -> (continuation of Deferred@846400250 after retry RPC after error@315098352), errback=(continuation of Deferred@361852258 after retry RPC after error@265950952) -> (continuation of Deferred@1403259702 after retry RPC after error@1442459381) -> (continuation of Deferred@1268691797 after retry RPC after error@338461080) -> (continuation of Deferred@1738724752 after retry RPC after error@1663812119) -> (continuation of Deferred@1569833276 after retry RPC after error@759278423) -> (continuation of Deferred@1556014394 after retry RPC after error@1631104960) -> (continuation of Deferred@846400250 after retry RPC after error@315098352)))
14:04:48.513 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:48.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.534 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1736387863(state=PENDING, result=null, callback=(continuation of Deferred@1680584594 after retry RPC after error@686095023) -> (continuation of Deferred@1019097982 after retry RPC after error@574072427) -> (continuation of Deferred@467257984 after retry RPC after error@350710486) -> (continuation of Deferred@1502584567 after retry RPC after error@1175748435) -> (continuation of Deferred@332148955 after retry RPC after error@1020418478) -> (continuation of Deferred@420417765 after retry RPC after error@2080643696), errback=(continuation of Deferred@1680584594 after retry RPC after error@686095023) -> (continuation of Deferred@1019097982 after retry RPC after error@574072427) -> (continuation of Deferred@467257984 after retry RPC after error@350710486) -> (continuation of Deferred@1502584567 after retry RPC after error@1175748435) -> (continuation of Deferred@332148955 after retry RPC after error@1020418478) -> (continuation of Deferred@420417765 after retry RPC after error@2080643696)))
14:04:48.701 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1736387863(state=PENDING, result=null, callback=(continuation of Deferred@1680584594 after retry RPC after error@686095023) -> (continuation of Deferred@1019097982 after retry RPC after error@574072427) -> (continuation of Deferred@467257984 after retry RPC after error@350710486) -> (continuation of Deferred@1502584567 after retry RPC after error@1175748435) -> (continuation of Deferred@332148955 after retry RPC after error@1020418478) -> (continuation of Deferred@420417765 after retry RPC after error@2080643696), errback=(continuation of Deferred@1680584594 after retry RPC after error@686095023) -> (continuation of Deferred@1019097982 after retry RPC after error@574072427) -> (continuation of Deferred@467257984 after retry RPC after error@350710486) -> (continuation of Deferred@1502584567 after retry RPC after error@1175748435) -> (continuation of Deferred@332148955 after retry RPC after error@1020418478) -> (continuation of Deferred@420417765 after retry RPC after error@2080643696)))
14:04:48.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.734 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.934 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@951100685(state=PENDING, result=null, callback=(continuation of Deferred@298299157 after retry RPC after error@835102768) -> (continuation of Deferred@243912082 after retry RPC after error@866949507) -> (continuation of Deferred@524236772 after retry RPC after error@456952603) -> (continuation of Deferred@1536766131 after retry RPC after error@204397250) -> (continuation of Deferred@1791515828 after retry RPC after error@357791397) -> (continuation of Deferred@131973140 after retry RPC after error@2111824615) -> (continuation of Deferred@1431976980 after retry RPC after error@1530043972), errback=(continuation of Deferred@298299157 after retry RPC after error@835102768) -> (continuation of Deferred@243912082 after retry RPC after error@866949507) -> (continuation of Deferred@524236772 after retry RPC after error@456952603) -> (continuation of Deferred@1536766131 after retry RPC after error@204397250) -> (continuation of Deferred@1791515828 after retry RPC after error@357791397) -> (continuation of Deferred@131973140 after retry RPC after error@2111824615) -> (continuation of Deferred@1431976980 after retry RPC after error@1530043972)))
14:04:48.936 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@951100685(state=PENDING, result=null, callback=(continuation of Deferred@298299157 after retry RPC after error@835102768) -> (continuation of Deferred@243912082 after retry RPC after error@866949507) -> (continuation of Deferred@524236772 after retry RPC after error@456952603) -> (continuation of Deferred@1536766131 after retry RPC after error@204397250) -> (continuation of Deferred@1791515828 after retry RPC after error@357791397) -> (continuation of Deferred@131973140 after retry RPC after error@2111824615) -> (continuation of Deferred@1431976980 after retry RPC after error@1530043972), errback=(continuation of Deferred@298299157 after retry RPC after error@835102768) -> (continuation of Deferred@243912082 after retry RPC after error@866949507) -> (continuation of Deferred@524236772 after retry RPC after error@456952603) -> (continuation of Deferred@1536766131 after retry RPC after error@204397250) -> (continuation of Deferred@1791515828 after retry RPC after error@357791397) -> (continuation of Deferred@131973140 after retry RPC after error@2111824615) -> (continuation of Deferred@1431976980 after retry RPC after error@1530043972)))
14:04:48.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.954 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.974 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:48.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:48.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:48.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:48.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:48.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@263808439(state=PENDING, result=null, callback=(continuation of Deferred@1448335137 after retry RPC after error@2113098636) -> (continuation of Deferred@1596282752 after retry RPC after error@460657934) -> (continuation of Deferred@1398223774 after retry RPC after error@887055691) -> (continuation of Deferred@1093909767 after retry RPC after error@1927093578) -> (continuation of Deferred@419171148 after retry RPC after error@1464254501) -> (continuation of Deferred@197235791 after retry RPC after error@300740400) -> (continuation of Deferred@1773281322 after retry RPC after error@143954641), errback=(continuation of Deferred@1448335137 after retry RPC after error@2113098636) -> (continuation of Deferred@1596282752 after retry RPC after error@460657934) -> (continuation of Deferred@1398223774 after retry RPC after error@887055691) -> (continuation of Deferred@1093909767 after retry RPC after error@1927093578) -> (continuation of Deferred@419171148 after retry RPC after error@1464254501) -> (continuation of Deferred@197235791 after retry RPC after error@300740400) -> (continuation of Deferred@1773281322 after retry RPC after error@143954641)))
14:04:49.195 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@263808439(state=PENDING, result=null, callback=(continuation of Deferred@1448335137 after retry RPC after error@2113098636) -> (continuation of Deferred@1596282752 after retry RPC after error@460657934) -> (continuation of Deferred@1398223774 after retry RPC after error@887055691) -> (continuation of Deferred@1093909767 after retry RPC after error@1927093578) -> (continuation of Deferred@419171148 after retry RPC after error@1464254501) -> (continuation of Deferred@197235791 after retry RPC after error@300740400) -> (continuation of Deferred@1773281322 after retry RPC after error@143954641), errback=(continuation of Deferred@1448335137 after retry RPC after error@2113098636) -> (continuation of Deferred@1596282752 after retry RPC after error@460657934) -> (continuation of Deferred@1398223774 after retry RPC after error@887055691) -> (continuation of Deferred@1093909767 after retry RPC after error@1927093578) -> (continuation of Deferred@419171148 after retry RPC after error@1464254501) -> (continuation of Deferred@197235791 after retry RPC after error@300740400) -> (continuation of Deferred@1773281322 after retry RPC after error@143954641)))
14:04:49.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.214 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.256 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.380 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [166ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [166ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@869346996(state=PENDING, result=null, callback=(continuation of Deferred@667206057 after retry RPC after error@1854321927) -> (continuation of Deferred@428115337 after retry RPC after error@588954755) -> (continuation of Deferred@575858880 after retry RPC after error@2032619264) -> (continuation of Deferred@1144137056 after retry RPC after error@851077057) -> (continuation of Deferred@119246270 after retry RPC after error@1141349650) -> (continuation of Deferred@290171351 after retry RPC after error@1890467920), errback=(continuation of Deferred@667206057 after retry RPC after error@1854321927) -> (continuation of Deferred@428115337 after retry RPC after error@588954755) -> (continuation of Deferred@575858880 after retry RPC after error@2032619264) -> (continuation of Deferred@1144137056 after retry RPC after error@851077057) -> (continuation of Deferred@119246270 after retry RPC after error@1141349650) -> (continuation of Deferred@290171351 after retry RPC after error@1890467920)))
14:04:49.380 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=166), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [164ms] refreshing cache from master, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [165ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [166ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [166ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [166ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@869346996(state=PENDING, result=null, callback=(continuation of Deferred@667206057 after retry RPC after error@1854321927) -> (continuation of Deferred@428115337 after retry RPC after error@588954755) -> (continuation of Deferred@575858880 after retry RPC after error@2032619264) -> (continuation of Deferred@1144137056 after retry RPC after error@851077057) -> (continuation of Deferred@119246270 after retry RPC after error@1141349650) -> (continuation of Deferred@290171351 after retry RPC after error@1890467920), errback=(continuation of Deferred@667206057 after retry RPC after error@1854321927) -> (continuation of Deferred@428115337 after retry RPC after error@588954755) -> (continuation of Deferred@575858880 after retry RPC after error@2032619264) -> (continuation of Deferred@1144137056 after retry RPC after error@851077057) -> (continuation of Deferred@119246270 after retry RPC after error@1141349650) -> (continuation of Deferred@290171351 after retry RPC after error@1890467920)))
14:04:49.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@659482144(state=PENDING, result=null, callback=(continuation of Deferred@1128259635 after retry RPC after error@1071322440) -> (continuation of Deferred@1027289041 after retry RPC after error@1830068656) -> (continuation of Deferred@1360460377 after retry RPC after error@914408550) -> (continuation of Deferred@1386291392 after retry RPC after error@451940869) -> (continuation of Deferred@2085807920 after retry RPC after error@1287765800) -> (continuation of Deferred@389886288 after retry RPC after error@231172488) -> (continuation of Deferred@1715958887 after retry RPC after error@658423672), errback=(continuation of Deferred@1128259635 after retry RPC after error@1071322440) -> (continuation of Deferred@1027289041 after retry RPC after error@1830068656) -> (continuation of Deferred@1360460377 after retry RPC after error@914408550) -> (continuation of Deferred@1386291392 after retry RPC after error@451940869) -> (continuation of Deferred@2085807920 after retry RPC after error@1287765800) -> (continuation of Deferred@389886288 after retry RPC after error@231172488) -> (continuation of Deferred@1715958887 after retry RPC after error@658423672)))
14:04:49.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@659482144(state=PENDING, result=null, callback=(continuation of Deferred@1128259635 after retry RPC after error@1071322440) -> (continuation of Deferred@1027289041 after retry RPC after error@1830068656) -> (continuation of Deferred@1360460377 after retry RPC after error@914408550) -> (continuation of Deferred@1386291392 after retry RPC after error@451940869) -> (continuation of Deferred@2085807920 after retry RPC after error@1287765800) -> (continuation of Deferred@389886288 after retry RPC after error@231172488) -> (continuation of Deferred@1715958887 after retry RPC after error@658423672), errback=(continuation of Deferred@1128259635 after retry RPC after error@1071322440) -> (continuation of Deferred@1027289041 after retry RPC after error@1830068656) -> (continuation of Deferred@1360460377 after retry RPC after error@914408550) -> (continuation of Deferred@1386291392 after retry RPC after error@451940869) -> (continuation of Deferred@2085807920 after retry RPC after error@1287765800) -> (continuation of Deferred@389886288 after retry RPC after error@231172488) -> (continuation of Deferred@1715958887 after retry RPC after error@658423672)))
14:04:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:49.750658 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:49.753995 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:49.755259 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:49.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1792335192(state=PENDING, result=null, callback=(continuation of Deferred@1987633525 after retry RPC after error@810471005) -> (continuation of Deferred@1847789368 after retry RPC after error@584137145) -> (continuation of Deferred@328402911 after retry RPC after error@1441341398) -> (continuation of Deferred@587581588 after retry RPC after error@145895868) -> (continuation of Deferred@60056202 after retry RPC after error@513723009) -> (continuation of Deferred@324202670 after retry RPC after error@183770281) -> (continuation of Deferred@710197071 after retry RPC after error@1123459654), errback=(continuation of Deferred@1987633525 after retry RPC after error@810471005) -> (continuation of Deferred@1847789368 after retry RPC after error@584137145) -> (continuation of Deferred@328402911 after retry RPC after error@1441341398) -> (continuation of Deferred@587581588 after retry RPC after error@145895868) -> (continuation of Deferred@60056202 after retry RPC after error@513723009) -> (continuation of Deferred@324202670 after retry RPC after error@183770281) -> (continuation of Deferred@710197071 after retry RPC after error@1123459654)))
14:04:49.816 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1792335192(state=PENDING, result=null, callback=(continuation of Deferred@1987633525 after retry RPC after error@810471005) -> (continuation of Deferred@1847789368 after retry RPC after error@584137145) -> (continuation of Deferred@328402911 after retry RPC after error@1441341398) -> (continuation of Deferred@587581588 after retry RPC after error@145895868) -> (continuation of Deferred@60056202 after retry RPC after error@513723009) -> (continuation of Deferred@324202670 after retry RPC after error@183770281) -> (continuation of Deferred@710197071 after retry RPC after error@1123459654), errback=(continuation of Deferred@1987633525 after retry RPC after error@810471005) -> (continuation of Deferred@1847789368 after retry RPC after error@584137145) -> (continuation of Deferred@328402911 after retry RPC after error@1441341398) -> (continuation of Deferred@587581588 after retry RPC after error@145895868) -> (continuation of Deferred@60056202 after retry RPC after error@513723009) -> (continuation of Deferred@324202670 after retry RPC after error@183770281) -> (continuation of Deferred@710197071 after retry RPC after error@1123459654)))
14:04:49.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:49.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2085478177(state=PENDING, result=null, callback=(continuation of Deferred@1081874009 after retry RPC after error@1871769928) -> (continuation of Deferred@1515091273 after retry RPC after error@1223171574) -> (continuation of Deferred@1753613420 after retry RPC after error@7647877) -> (continuation of Deferred@700017663 after retry RPC after error@565626003) -> (continuation of Deferred@2043347373 after retry RPC after error@1552835723) -> (continuation of Deferred@1049238134 after retry RPC after error@697287528), errback=(continuation of Deferred@1081874009 after retry RPC after error@1871769928) -> (continuation of Deferred@1515091273 after retry RPC after error@1223171574) -> (continuation of Deferred@1753613420 after retry RPC after error@7647877) -> (continuation of Deferred@700017663 after retry RPC after error@565626003) -> (continuation of Deferred@2043347373 after retry RPC after error@1552835723) -> (continuation of Deferred@1049238134 after retry RPC after error@697287528)))
14:04:49.976 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2085478177(state=PENDING, result=null, callback=(continuation of Deferred@1081874009 after retry RPC after error@1871769928) -> (continuation of Deferred@1515091273 after retry RPC after error@1223171574) -> (continuation of Deferred@1753613420 after retry RPC after error@7647877) -> (continuation of Deferred@700017663 after retry RPC after error@565626003) -> (continuation of Deferred@2043347373 after retry RPC after error@1552835723) -> (continuation of Deferred@1049238134 after retry RPC after error@697287528), errback=(continuation of Deferred@1081874009 after retry RPC after error@1871769928) -> (continuation of Deferred@1515091273 after retry RPC after error@1223171574) -> (continuation of Deferred@1753613420 after retry RPC after error@7647877) -> (continuation of Deferred@700017663 after retry RPC after error@565626003) -> (continuation of Deferred@2043347373 after retry RPC after error@1552835723) -> (continuation of Deferred@1049238134 after retry RPC after error@697287528)))
14:04:49.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:49.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:49.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:49.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:49.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1156414992(state=PENDING, result=null, callback=(continuation of Deferred@1721087557 after retry RPC after error@524926824) -> (continuation of Deferred@396082285 after retry RPC after error@942234992) -> (continuation of Deferred@1942352814 after retry RPC after error@564506689) -> (continuation of Deferred@1796671692 after retry RPC after error@421992963) -> (continuation of Deferred@1159975434 after retry RPC after error@1233671511) -> (continuation of Deferred@436889026 after retry RPC after error@995918722) -> (continuation of Deferred@1614067041 after retry RPC after error@1797088989), errback=(continuation of Deferred@1721087557 after retry RPC after error@524926824) -> (continuation of Deferred@396082285 after retry RPC after error@942234992) -> (continuation of Deferred@1942352814 after retry RPC after error@564506689) -> (continuation of Deferred@1796671692 after retry RPC after error@421992963) -> (continuation of Deferred@1159975434 after retry RPC after error@1233671511) -> (continuation of Deferred@436889026 after retry RPC after error@995918722) -> (continuation of Deferred@1614067041 after retry RPC after error@1797088989)))
14:04:50.216 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1156414992(state=PENDING, result=null, callback=(continuation of Deferred@1721087557 after retry RPC after error@524926824) -> (continuation of Deferred@396082285 after retry RPC after error@942234992) -> (continuation of Deferred@1942352814 after retry RPC after error@564506689) -> (continuation of Deferred@1796671692 after retry RPC after error@421992963) -> (continuation of Deferred@1159975434 after retry RPC after error@1233671511) -> (continuation of Deferred@436889026 after retry RPC after error@995918722) -> (continuation of Deferred@1614067041 after retry RPC after error@1797088989), errback=(continuation of Deferred@1721087557 after retry RPC after error@524926824) -> (continuation of Deferred@396082285 after retry RPC after error@942234992) -> (continuation of Deferred@1942352814 after retry RPC after error@564506689) -> (continuation of Deferred@1796671692 after retry RPC after error@421992963) -> (continuation of Deferred@1159975434 after retry RPC after error@1233671511) -> (continuation of Deferred@436889026 after retry RPC after error@995918722) -> (continuation of Deferred@1614067041 after retry RPC after error@1797088989)))
14:04:50.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.274 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:50.380111 9222 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:50.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:50.380328 9222 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:50.381021 9222 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:50.381973 8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:04:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:50.383196 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:50.383332 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:50.383464 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:50.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:50.383762 9222 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:50.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1739882929(state=PENDING, result=null, callback=(continuation of Deferred@1882240285 after retry RPC after error@2067500552) -> (continuation of Deferred@668731319 after retry RPC after error@1688642548) -> (continuation of Deferred@290155040 after retry RPC after error@908586447) -> (continuation of Deferred@1904325891 after retry RPC after error@543752644) -> (continuation of Deferred@1782150531 after retry RPC after error@1668916382) -> (continuation of Deferred@522988639 after retry RPC after error@1998809439) -> (continuation of Deferred@1444388693 after retry RPC after error@2028244061), errback=(continuation of Deferred@1882240285 after retry RPC after error@2067500552) -> (continuation of Deferred@668731319 after retry RPC after error@1688642548) -> (continuation of Deferred@290155040 after retry RPC after error@908586447) -> (continuation of Deferred@1904325891 after retry RPC after error@543752644) -> (continuation of Deferred@1782150531 after retry RPC after error@1668916382) -> (continuation of Deferred@522988639 after retry RPC after error@1998809439) -> (continuation of Deferred@1444388693 after retry RPC after error@2028244061)))
14:04:50.435 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1739882929(state=PENDING, result=null, callback=(continuation of Deferred@1882240285 after retry RPC after error@2067500552) -> (continuation of Deferred@668731319 after retry RPC after error@1688642548) -> (continuation of Deferred@290155040 after retry RPC after error@908586447) -> (continuation of Deferred@1904325891 after retry RPC after error@543752644) -> (continuation of Deferred@1782150531 after retry RPC after error@1668916382) -> (continuation of Deferred@522988639 after retry RPC after error@1998809439) -> (continuation of Deferred@1444388693 after retry RPC after error@2028244061), errback=(continuation of Deferred@1882240285 after retry RPC after error@2067500552) -> (continuation of Deferred@668731319 after retry RPC after error@1688642548) -> (continuation of Deferred@290155040 after retry RPC after error@908586447) -> (continuation of Deferred@1904325891 after retry RPC after error@543752644) -> (continuation of Deferred@1782150531 after retry RPC after error@1668916382) -> (continuation of Deferred@522988639 after retry RPC after error@1998809439) -> (continuation of Deferred@1444388693 after retry RPC after error@2028244061)))
14:04:50.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.474 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1245644462(state=PENDING, result=null, callback=(continuation of Deferred@1851492805 after retry RPC after error@857865676) -> (continuation of Deferred@1144779973 after retry RPC after error@1988329626) -> (continuation of Deferred@1151609390 after retry RPC after error@2027380971) -> (continuation of Deferred@1674653416 after retry RPC after error@163374424) -> (continuation of Deferred@1823230747 after retry RPC after error@801095261) -> (continuation of Deferred@1165194028 after retry RPC after error@722192639) -> (continuation of Deferred@628210198 after retry RPC after error@2012128691), errback=(continuation of Deferred@1851492805 after retry RPC after error@857865676) -> (continuation of Deferred@1144779973 after retry RPC after error@1988329626) -> (continuation of Deferred@1151609390 after retry RPC after error@2027380971) -> (continuation of Deferred@1674653416 after retry RPC after error@163374424) -> (continuation of Deferred@1823230747 after retry RPC after error@801095261) -> (continuation of Deferred@1165194028 after retry RPC after error@722192639) -> (continuation of Deferred@628210198 after retry RPC after error@2012128691)))
14:04:50.676 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1245644462(state=PENDING, result=null, callback=(continuation of Deferred@1851492805 after retry RPC after error@857865676) -> (continuation of Deferred@1144779973 after retry RPC after error@1988329626) -> (continuation of Deferred@1151609390 after retry RPC after error@2027380971) -> (continuation of Deferred@1674653416 after retry RPC after error@163374424) -> (continuation of Deferred@1823230747 after retry RPC after error@801095261) -> (continuation of Deferred@1165194028 after retry RPC after error@722192639) -> (continuation of Deferred@628210198 after retry RPC after error@2012128691), errback=(continuation of Deferred@1851492805 after retry RPC after error@857865676) -> (continuation of Deferred@1144779973 after retry RPC after error@1988329626) -> (continuation of Deferred@1151609390 after retry RPC after error@2027380971) -> (continuation of Deferred@1674653416 after retry RPC after error@163374424) -> (continuation of Deferred@1823230747 after retry RPC after error@801095261) -> (continuation of Deferred@1165194028 after retry RPC after error@722192639) -> (continuation of Deferred@628210198 after retry RPC after error@2012128691)))
14:04:50.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2044891479(state=PENDING, result=null, callback=(continuation of Deferred@682913568 after retry RPC after error@1493260327) -> (continuation of Deferred@2009438820 after retry RPC after error@448841186) -> (continuation of Deferred@285635829 after retry RPC after error@1117111954) -> (continuation of Deferred@425226782 after retry RPC after error@86723330) -> (continuation of Deferred@656942734 after retry RPC after error@1273353647) -> (continuation of Deferred@301438543 after retry RPC after error@1314630696) -> (continuation of Deferred@673312571 after retry RPC after error@1292635965), errback=(continuation of Deferred@682913568 after retry RPC after error@1493260327) -> (continuation of Deferred@2009438820 after retry RPC after error@448841186) -> (continuation of Deferred@285635829 after retry RPC after error@1117111954) -> (continuation of Deferred@425226782 after retry RPC after error@86723330) -> (continuation of Deferred@656942734 after retry RPC after error@1273353647) -> (continuation of Deferred@301438543 after retry RPC after error@1314630696) -> (continuation of Deferred@673312571 after retry RPC after error@1292635965)))
14:04:50.875 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2044891479(state=PENDING, result=null, callback=(continuation of Deferred@682913568 after retry RPC after error@1493260327) -> (continuation of Deferred@2009438820 after retry RPC after error@448841186) -> (continuation of Deferred@285635829 after retry RPC after error@1117111954) -> (continuation of Deferred@425226782 after retry RPC after error@86723330) -> (continuation of Deferred@656942734 after retry RPC after error@1273353647) -> (continuation of Deferred@301438543 after retry RPC after error@1314630696) -> (continuation of Deferred@673312571 after retry RPC after error@1292635965), errback=(continuation of Deferred@682913568 after retry RPC after error@1493260327) -> (continuation of Deferred@2009438820 after retry RPC after error@448841186) -> (continuation of Deferred@285635829 after retry RPC after error@1117111954) -> (continuation of Deferred@425226782 after retry RPC after error@86723330) -> (continuation of Deferred@656942734 after retry RPC after error@1273353647) -> (continuation of Deferred@301438543 after retry RPC after error@1314630696) -> (continuation of Deferred@673312571 after retry RPC after error@1292635965)))
14:04:50.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:50.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:50.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:50.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:50.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:50.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1127972071(state=PENDING, result=null, callback=(continuation of Deferred@1693595822 after retry RPC after error@2108086374) -> (continuation of Deferred@1639419032 after retry RPC after error@2037585933) -> (continuation of Deferred@204564677 after retry RPC after error@1193272525) -> (continuation of Deferred@437351418 after retry RPC after error@2068030405) -> (continuation of Deferred@2092145448 after retry RPC after error@1144140287) -> (continuation of Deferred@1437406240 after retry RPC after error@865519835) -> (continuation of Deferred@1402765146 after retry RPC after error@116654367), errback=(continuation of Deferred@1693595822 after retry RPC after error@2108086374) -> (continuation of Deferred@1639419032 after retry RPC after error@2037585933) -> (continuation of Deferred@204564677 after retry RPC after error@1193272525) -> (continuation of Deferred@437351418 after retry RPC after error@2068030405) -> (continuation of Deferred@2092145448 after retry RPC after error@1144140287) -> (continuation of Deferred@1437406240 after retry RPC after error@865519835) -> (continuation of Deferred@1402765146 after retry RPC after error@116654367)))
14:04:51.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1127972071(state=PENDING, result=null, callback=(continuation of Deferred@1693595822 after retry RPC after error@2108086374) -> (continuation of Deferred@1639419032 after retry RPC after error@2037585933) -> (continuation of Deferred@204564677 after retry RPC after error@1193272525) -> (continuation of Deferred@437351418 after retry RPC after error@2068030405) -> (continuation of Deferred@2092145448 after retry RPC after error@1144140287) -> (continuation of Deferred@1437406240 after retry RPC after error@865519835) -> (continuation of Deferred@1402765146 after retry RPC after error@116654367), errback=(continuation of Deferred@1693595822 after retry RPC after error@2108086374) -> (continuation of Deferred@1639419032 after retry RPC after error@2037585933) -> (continuation of Deferred@204564677 after retry RPC after error@1193272525) -> (continuation of Deferred@437351418 after retry RPC after error@2068030405) -> (continuation of Deferred@2092145448 after retry RPC after error@1144140287) -> (continuation of Deferred@1437406240 after retry RPC after error@865519835) -> (continuation of Deferred@1402765146 after retry RPC after error@116654367)))
14:04:51.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@679996112(state=PENDING, result=null, callback=(continuation of Deferred@49161550 after retry RPC after error@1812129578) -> (continuation of Deferred@498274043 after retry RPC after error@183875319) -> (continuation of Deferred@2034382514 after retry RPC after error@42116359) -> (continuation of Deferred@130267002 after retry RPC after error@547810171) -> (continuation of Deferred@1220128379 after retry RPC after error@1594134774) -> (continuation of Deferred@1172734987 after retry RPC after error@1384927999) -> (continuation of Deferred@1472455843 after retry RPC after error@742088077), errback=(continuation of Deferred@49161550 after retry RPC after error@1812129578) -> (continuation of Deferred@498274043 after retry RPC after error@183875319) -> (continuation of Deferred@2034382514 after retry RPC after error@42116359) -> (continuation of Deferred@130267002 after retry RPC after error@547810171) -> (continuation of Deferred@1220128379 after retry RPC after error@1594134774) -> (continuation of Deferred@1172734987 after retry RPC after error@1384927999) -> (continuation of Deferred@1472455843 after retry RPC after error@742088077)))
14:04:51.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@679996112(state=PENDING, result=null, callback=(continuation of Deferred@49161550 after retry RPC after error@1812129578) -> (continuation of Deferred@498274043 after retry RPC after error@183875319) -> (continuation of Deferred@2034382514 after retry RPC after error@42116359) -> (continuation of Deferred@130267002 after retry RPC after error@547810171) -> (continuation of Deferred@1220128379 after retry RPC after error@1594134774) -> (continuation of Deferred@1172734987 after retry RPC after error@1384927999) -> (continuation of Deferred@1472455843 after retry RPC after error@742088077), errback=(continuation of Deferred@49161550 after retry RPC after error@1812129578) -> (continuation of Deferred@498274043 after retry RPC after error@183875319) -> (continuation of Deferred@2034382514 after retry RPC after error@42116359) -> (continuation of Deferred@130267002 after retry RPC after error@547810171) -> (continuation of Deferred@1220128379 after retry RPC after error@1594134774) -> (continuation of Deferred@1172734987 after retry RPC after error@1384927999) -> (continuation of Deferred@1472455843 after retry RPC after error@742088077)))
14:04:51.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.553 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@821205845(state=PENDING, result=null, callback=(continuation of Deferred@39558511 after retry RPC after error@992752024) -> (continuation of Deferred@1942691345 after retry RPC after error@1464273678) -> (continuation of Deferred@162088044 after retry RPC after error@1397949488) -> (continuation of Deferred@2017702877 after retry RPC after error@397658272) -> (continuation of Deferred@1425695774 after retry RPC after error@532908085) -> (continuation of Deferred@2063277387 after retry RPC after error@1938041980) -> (continuation of Deferred@1952021638 after retry RPC after error@2002305048) -> (continuation of Deferred@1441503997 after retry RPC after error@132033520), errback=(continuation of Deferred@39558511 after retry RPC after error@992752024) -> (continuation of Deferred@1942691345 after retry RPC after error@1464273678) -> (continuation of Deferred@162088044 after retry RPC after error@1397949488) -> (continuation of Deferred@2017702877 after retry RPC after error@397658272) -> (continuation of Deferred@1425695774 after retry RPC after error@532908085) -> (continuation of Deferred@2063277387 after retry RPC after error@1938041980) -> (continuation of Deferred@1952021638 after retry RPC after error@2002305048) -> (continuation of Deferred@1441503997 after retry RPC after error@132033520)))
14:04:51.553 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:04:51.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@6356634(state=PENDING, result=null, callback=(continuation of Deferred@1598499704 after retry RPC after error@906669254) -> (continuation of Deferred@269922686 after retry RPC after error@386206152) -> (continuation of Deferred@1904209083 after retry RPC after error@309330638) -> (continuation of Deferred@927517887 after retry RPC after error@146589911) -> (continuation of Deferred@111736655 after retry RPC after error@350024486) -> (continuation of Deferred@1702950966 after retry RPC after error@185888289) -> (continuation of Deferred@1254613635 after retry RPC after error@972123454), errback=(continuation of Deferred@1598499704 after retry RPC after error@906669254) -> (continuation of Deferred@269922686 after retry RPC after error@386206152) -> (continuation of Deferred@1904209083 after retry RPC after error@309330638) -> (continuation of Deferred@927517887 after retry RPC after error@146589911) -> (continuation of Deferred@111736655 after retry RPC after error@350024486) -> (continuation of Deferred@1702950966 after retry RPC after error@185888289) -> (continuation of Deferred@1254613635 after retry RPC after error@972123454)))
14:04:51.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@6356634(state=PENDING, result=null, callback=(continuation of Deferred@1598499704 after retry RPC after error@906669254) -> (continuation of Deferred@269922686 after retry RPC after error@386206152) -> (continuation of Deferred@1904209083 after retry RPC after error@309330638) -> (continuation of Deferred@927517887 after retry RPC after error@146589911) -> (continuation of Deferred@111736655 after retry RPC after error@350024486) -> (continuation of Deferred@1702950966 after retry RPC after error@185888289) -> (continuation of Deferred@1254613635 after retry RPC after error@972123454), errback=(continuation of Deferred@1598499704 after retry RPC after error@906669254) -> (continuation of Deferred@269922686 after retry RPC after error@386206152) -> (continuation of Deferred@1904209083 after retry RPC after error@309330638) -> (continuation of Deferred@927517887 after retry RPC after error@146589911) -> (continuation of Deferred@111736655 after retry RPC after error@350024486) -> (continuation of Deferred@1702950966 after retry RPC after error@185888289) -> (continuation of Deferred@1254613635 after retry RPC after error@972123454)))
14:04:51.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.794 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:51.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:51.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:51.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:51.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:51.937605 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:51.937788 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:52.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1609303615(state=PENDING, result=null, callback=(continuation of Deferred@475558982 after retry RPC after error@820776155) -> (continuation of Deferred@1289313836 after retry RPC after error@1933276278) -> (continuation of Deferred@748602387 after retry RPC after error@2084872079) -> (continuation of Deferred@2062190101 after retry RPC after error@1390069242) -> (continuation of Deferred@146681326 after retry RPC after error@1348363153) -> (continuation of Deferred@2116717985 after retry RPC after error@2052809355) -> (continuation of Deferred@66318707 after retry RPC after error@546457719) -> (continuation of Deferred@184524353 after retry RPC after error@730987183), errback=(continuation of Deferred@475558982 after retry RPC after error@820776155) -> (continuation of Deferred@1289313836 after retry RPC after error@1933276278) -> (continuation of Deferred@748602387 after retry RPC after error@2084872079) -> (continuation of Deferred@2062190101 after retry RPC after error@1390069242) -> (continuation of Deferred@146681326 after retry RPC after error@1348363153) -> (continuation of Deferred@2116717985 after retry RPC after error@2052809355) -> (continuation of Deferred@66318707 after retry RPC after error@546457719) -> (continuation of Deferred@184524353 after retry RPC after error@730987183)))
14:04:52.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1609303615(state=PENDING, result=null, callback=(continuation of Deferred@475558982 after retry RPC after error@820776155) -> (continuation of Deferred@1289313836 after retry RPC after error@1933276278) -> (continuation of Deferred@748602387 after retry RPC after error@2084872079) -> (continuation of Deferred@2062190101 after retry RPC after error@1390069242) -> (continuation of Deferred@146681326 after retry RPC after error@1348363153) -> (continuation of Deferred@2116717985 after retry RPC after error@2052809355) -> (continuation of Deferred@66318707 after retry RPC after error@546457719) -> (continuation of Deferred@184524353 after retry RPC after error@730987183), errback=(continuation of Deferred@475558982 after retry RPC after error@820776155) -> (continuation of Deferred@1289313836 after retry RPC after error@1933276278) -> (continuation of Deferred@748602387 after retry RPC after error@2084872079) -> (continuation of Deferred@2062190101 after retry RPC after error@1390069242) -> (continuation of Deferred@146681326 after retry RPC after error@1348363153) -> (continuation of Deferred@2116717985 after retry RPC after error@2052809355) -> (continuation of Deferred@66318707 after retry RPC after error@546457719) -> (continuation of Deferred@184524353 after retry RPC after error@730987183)))
14:04:52.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1078959606(state=PENDING, result=null, callback=(continuation of Deferred@1026959731 after retry RPC after error@2084050819) -> (continuation of Deferred@967924859 after retry RPC after error@86886038) -> (continuation of Deferred@165419761 after retry RPC after error@895782982) -> (continuation of Deferred@101007381 after retry RPC after error@1844916021) -> (continuation of Deferred@68529128 after retry RPC after error@367193484) -> (continuation of Deferred@969605837 after retry RPC after error@1829833798), errback=(continuation of Deferred@1026959731 after retry RPC after error@2084050819) -> (continuation of Deferred@967924859 after retry RPC after error@86886038) -> (continuation of Deferred@165419761 after retry RPC after error@895782982) -> (continuation of Deferred@101007381 after retry RPC after error@1844916021) -> (continuation of Deferred@68529128 after retry RPC after error@367193484) -> (continuation of Deferred@969605837 after retry RPC after error@1829833798)))
14:04:52.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1078959606(state=PENDING, result=null, callback=(continuation of Deferred@1026959731 after retry RPC after error@2084050819) -> (continuation of Deferred@967924859 after retry RPC after error@86886038) -> (continuation of Deferred@165419761 after retry RPC after error@895782982) -> (continuation of Deferred@101007381 after retry RPC after error@1844916021) -> (continuation of Deferred@68529128 after retry RPC after error@367193484) -> (continuation of Deferred@969605837 after retry RPC after error@1829833798), errback=(continuation of Deferred@1026959731 after retry RPC after error@2084050819) -> (continuation of Deferred@967924859 after retry RPC after error@86886038) -> (continuation of Deferred@165419761 after retry RPC after error@895782982) -> (continuation of Deferred@101007381 after retry RPC after error@1844916021) -> (continuation of Deferred@68529128 after retry RPC after error@367193484) -> (continuation of Deferred@969605837 after retry RPC after error@1829833798)))
14:04:52.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.314 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.356 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@763026587(state=PENDING, result=null, callback=(continuation of Deferred@871481172 after retry RPC after error@1486871699) -> (continuation of Deferred@5264481 after retry RPC after error@2067123956) -> (continuation of Deferred@1166067161 after retry RPC after error@1675489982) -> (continuation of Deferred@1638683128 after retry RPC after error@884695383) -> (continuation of Deferred@2002179092 after retry RPC after error@2073198658) -> (continuation of Deferred@2016558425 after retry RPC after error@401361617), errback=(continuation of Deferred@871481172 after retry RPC after error@1486871699) -> (continuation of Deferred@5264481 after retry RPC after error@2067123956) -> (continuation of Deferred@1166067161 after retry RPC after error@1675489982) -> (continuation of Deferred@1638683128 after retry RPC after error@884695383) -> (continuation of Deferred@2002179092 after retry RPC after error@2073198658) -> (continuation of Deferred@2016558425 after retry RPC after error@401361617)))
14:04:52.356 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@763026587(state=PENDING, result=null, callback=(continuation of Deferred@871481172 after retry RPC after error@1486871699) -> (continuation of Deferred@5264481 after retry RPC after error@2067123956) -> (continuation of Deferred@1166067161 after retry RPC after error@1675489982) -> (continuation of Deferred@1638683128 after retry RPC after error@884695383) -> (continuation of Deferred@2002179092 after retry RPC after error@2073198658) -> (continuation of Deferred@2016558425 after retry RPC after error@401361617), errback=(continuation of Deferred@871481172 after retry RPC after error@1486871699) -> (continuation of Deferred@5264481 after retry RPC after error@2067123956) -> (continuation of Deferred@1166067161 after retry RPC after error@1675489982) -> (continuation of Deferred@1638683128 after retry RPC after error@884695383) -> (continuation of Deferred@2002179092 after retry RPC after error@2073198658) -> (continuation of Deferred@2016558425 after retry RPC after error@401361617)))
14:04:52.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.416 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@256706362(state=PENDING, result=null, callback=(continuation of Deferred@741658194 after retry RPC after error@675849544) -> (continuation of Deferred@1813824318 after retry RPC after error@185564496) -> (continuation of Deferred@21197885 after retry RPC after error@1816978360) -> (continuation of Deferred@1715718204 after retry RPC after error@374787161) -> (continuation of Deferred@204386354 after retry RPC after error@133485356) -> (continuation of Deferred@2131687878 after retry RPC after error@1603982970) -> (continuation of Deferred@650924699 after retry RPC after error@117479645), errback=(continuation of Deferred@741658194 after retry RPC after error@675849544) -> (continuation of Deferred@1813824318 after retry RPC after error@185564496) -> (continuation of Deferred@21197885 after retry RPC after error@1816978360) -> (continuation of Deferred@1715718204 after retry RPC after error@374787161) -> (continuation of Deferred@204386354 after retry RPC after error@133485356) -> (continuation of Deferred@2131687878 after retry RPC after error@1603982970) -> (continuation of Deferred@650924699 after retry RPC after error@117479645)))
14:04:52.596 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@256706362(state=PENDING, result=null, callback=(continuation of Deferred@741658194 after retry RPC after error@675849544) -> (continuation of Deferred@1813824318 after retry RPC after error@185564496) -> (continuation of Deferred@21197885 after retry RPC after error@1816978360) -> (continuation of Deferred@1715718204 after retry RPC after error@374787161) -> (continuation of Deferred@204386354 after retry RPC after error@133485356) -> (continuation of Deferred@2131687878 after retry RPC after error@1603982970) -> (continuation of Deferred@650924699 after retry RPC after error@117479645), errback=(continuation of Deferred@741658194 after retry RPC after error@675849544) -> (continuation of Deferred@1813824318 after retry RPC after error@185564496) -> (continuation of Deferred@21197885 after retry RPC after error@1816978360) -> (continuation of Deferred@1715718204 after retry RPC after error@374787161) -> (continuation of Deferred@204386354 after retry RPC after error@133485356) -> (continuation of Deferred@2131687878 after retry RPC after error@1603982970) -> (continuation of Deferred@650924699 after retry RPC after error@117479645)))
14:04:52.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1671224020(state=PENDING, result=null, callback=(continuation of Deferred@1154342116 after retry RPC after error@1204923101) -> (continuation of Deferred@1250838772 after retry RPC after error@1329688843) -> (continuation of Deferred@1707196155 after retry RPC after error@789346268) -> (continuation of Deferred@402477857 after retry RPC after error@1408283132) -> (continuation of Deferred@1001323295 after retry RPC after error@2001783073) -> (continuation of Deferred@181004465 after retry RPC after error@1558234949) -> (continuation of Deferred@274381253 after retry RPC after error@1630696238), errback=(continuation of Deferred@1154342116 after retry RPC after error@1204923101) -> (continuation of Deferred@1250838772 after retry RPC after error@1329688843) -> (continuation of Deferred@1707196155 after retry RPC after error@789346268) -> (continuation of Deferred@402477857 after retry RPC after error@1408283132) -> (continuation of Deferred@1001323295 after retry RPC after error@2001783073) -> (continuation of Deferred@181004465 after retry RPC after error@1558234949) -> (continuation of Deferred@274381253 after retry RPC after error@1630696238)))
14:04:52.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1671224020(state=PENDING, result=null, callback=(continuation of Deferred@1154342116 after retry RPC after error@1204923101) -> (continuation of Deferred@1250838772 after retry RPC after error@1329688843) -> (continuation of Deferred@1707196155 after retry RPC after error@789346268) -> (continuation of Deferred@402477857 after retry RPC after error@1408283132) -> (continuation of Deferred@1001323295 after retry RPC after error@2001783073) -> (continuation of Deferred@181004465 after retry RPC after error@1558234949) -> (continuation of Deferred@274381253 after retry RPC after error@1630696238), errback=(continuation of Deferred@1154342116 after retry RPC after error@1204923101) -> (continuation of Deferred@1250838772 after retry RPC after error@1329688843) -> (continuation of Deferred@1707196155 after retry RPC after error@789346268) -> (continuation of Deferred@402477857 after retry RPC after error@1408283132) -> (continuation of Deferred@1001323295 after retry RPC after error@2001783073) -> (continuation of Deferred@181004465 after retry RPC after error@1558234949) -> (continuation of Deferred@274381253 after retry RPC after error@1630696238)))
14:04:52.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:52.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:52.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:52.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:52.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:52.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.015 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@843769602(state=PENDING, result=null, callback=(continuation of Deferred@1385817604 after retry RPC after error@1685390397) -> (continuation of Deferred@1097285546 after retry RPC after error@619750003) -> (continuation of Deferred@969197871 after retry RPC after error@1977378502) -> (continuation of Deferred@230591928 after retry RPC after error@754734406) -> (continuation of Deferred@871267399 after retry RPC after error@621987498) -> (continuation of Deferred@1547197693 after retry RPC after error@304116825) -> (continuation of Deferred@1382821406 after retry RPC after error@1643677039), errback=(continuation of Deferred@1385817604 after retry RPC after error@1685390397) -> (continuation of Deferred@1097285546 after retry RPC after error@619750003) -> (continuation of Deferred@969197871 after retry RPC after error@1977378502) -> (continuation of Deferred@230591928 after retry RPC after error@754734406) -> (continuation of Deferred@871267399 after retry RPC after error@621987498) -> (continuation of Deferred@1547197693 after retry RPC after error@304116825) -> (continuation of Deferred@1382821406 after retry RPC after error@1643677039)))
14:04:53.015 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@843769602(state=PENDING, result=null, callback=(continuation of Deferred@1385817604 after retry RPC after error@1685390397) -> (continuation of Deferred@1097285546 after retry RPC after error@619750003) -> (continuation of Deferred@969197871 after retry RPC after error@1977378502) -> (continuation of Deferred@230591928 after retry RPC after error@754734406) -> (continuation of Deferred@871267399 after retry RPC after error@621987498) -> (continuation of Deferred@1547197693 after retry RPC after error@304116825) -> (continuation of Deferred@1382821406 after retry RPC after error@1643677039), errback=(continuation of Deferred@1385817604 after retry RPC after error@1685390397) -> (continuation of Deferred@1097285546 after retry RPC after error@619750003) -> (continuation of Deferred@969197871 after retry RPC after error@1977378502) -> (continuation of Deferred@230591928 after retry RPC after error@754734406) -> (continuation of Deferred@871267399 after retry RPC after error@621987498) -> (continuation of Deferred@1547197693 after retry RPC after error@304116825) -> (continuation of Deferred@1382821406 after retry RPC after error@1643677039)))
14:04:53.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1783627927(state=PENDING, result=null, callback=(continuation of Deferred@263340897 after retry RPC after error@353159590) -> (continuation of Deferred@1909892186 after retry RPC after error@459822671) -> (continuation of Deferred@115128072 after retry RPC after error@1970147212) -> (continuation of Deferred@836669711 after retry RPC after error@1750954837) -> (continuation of Deferred@198901153 after retry RPC after error@239960377) -> (continuation of Deferred@1264463638 after retry RPC after error@1218063091) -> (continuation of Deferred@343011764 after retry RPC after error@1993866826), errback=(continuation of Deferred@263340897 after retry RPC after error@353159590) -> (continuation of Deferred@1909892186 after retry RPC after error@459822671) -> (continuation of Deferred@115128072 after retry RPC after error@1970147212) -> (continuation of Deferred@836669711 after retry RPC after error@1750954837) -> (continuation of Deferred@198901153 after retry RPC after error@239960377) -> (continuation of Deferred@1264463638 after retry RPC after error@1218063091) -> (continuation of Deferred@343011764 after retry RPC after error@1993866826)))
14:04:53.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1783627927(state=PENDING, result=null, callback=(continuation of Deferred@263340897 after retry RPC after error@353159590) -> (continuation of Deferred@1909892186 after retry RPC after error@459822671) -> (continuation of Deferred@115128072 after retry RPC after error@1970147212) -> (continuation of Deferred@836669711 after retry RPC after error@1750954837) -> (continuation of Deferred@198901153 after retry RPC after error@239960377) -> (continuation of Deferred@1264463638 after retry RPC after error@1218063091) -> (continuation of Deferred@343011764 after retry RPC after error@1993866826), errback=(continuation of Deferred@263340897 after retry RPC after error@353159590) -> (continuation of Deferred@1909892186 after retry RPC after error@459822671) -> (continuation of Deferred@115128072 after retry RPC after error@1970147212) -> (continuation of Deferred@836669711 after retry RPC after error@1750954837) -> (continuation of Deferred@198901153 after retry RPC after error@239960377) -> (continuation of Deferred@1264463638 after retry RPC after error@1218063091) -> (continuation of Deferred@343011764 after retry RPC after error@1993866826)))
14:04:53.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.374 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@866569587(state=PENDING, result=null, callback=(continuation of Deferred@853932974 after retry RPC after error@1802470724) -> (continuation of Deferred@1114635366 after retry RPC after error@1193765901) -> (continuation of Deferred@1510131660 after retry RPC after error@1305492589) -> (continuation of Deferred@1885435261 after retry RPC after error@215627896) -> (continuation of Deferred@1076540040 after retry RPC after error@215342516) -> (continuation of Deferred@2003082190 after retry RPC after error@706765986) -> (continuation of Deferred@1066089884 after retry RPC after error@496070564), errback=(continuation of Deferred@853932974 after retry RPC after error@1802470724) -> (continuation of Deferred@1114635366 after retry RPC after error@1193765901) -> (continuation of Deferred@1510131660 after retry RPC after error@1305492589) -> (continuation of Deferred@1885435261 after retry RPC after error@215627896) -> (continuation of Deferred@1076540040 after retry RPC after error@215342516) -> (continuation of Deferred@2003082190 after retry RPC after error@706765986) -> (continuation of Deferred@1066089884 after retry RPC after error@496070564)))
14:04:53.475 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@866569587(state=PENDING, result=null, callback=(continuation of Deferred@853932974 after retry RPC after error@1802470724) -> (continuation of Deferred@1114635366 after retry RPC after error@1193765901) -> (continuation of Deferred@1510131660 after retry RPC after error@1305492589) -> (continuation of Deferred@1885435261 after retry RPC after error@215627896) -> (continuation of Deferred@1076540040 after retry RPC after error@215342516) -> (continuation of Deferred@2003082190 after retry RPC after error@706765986) -> (continuation of Deferred@1066089884 after retry RPC after error@496070564), errback=(continuation of Deferred@853932974 after retry RPC after error@1802470724) -> (continuation of Deferred@1114635366 after retry RPC after error@1193765901) -> (continuation of Deferred@1510131660 after retry RPC after error@1305492589) -> (continuation of Deferred@1885435261 after retry RPC after error@215627896) -> (continuation of Deferred@1076540040 after retry RPC after error@215342516) -> (continuation of Deferred@2003082190 after retry RPC after error@706765986) -> (continuation of Deferred@1066089884 after retry RPC after error@496070564)))
14:04:53.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.494 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.574 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@475954519(state=PENDING, result=null, callback=(continuation of Deferred@2077523102 after retry RPC after error@864433804) -> (continuation of Deferred@384452576 after retry RPC after error@2033267887) -> (continuation of Deferred@567904155 after retry RPC after error@602535802) -> (continuation of Deferred@1735946656 after retry RPC after error@387757484) -> (continuation of Deferred@2056523147 after retry RPC after error@371881860) -> (continuation of Deferred@855368080 after retry RPC after error@1085838262) -> (continuation of Deferred@446314111 after retry RPC after error@1607066879), errback=(continuation of Deferred@2077523102 after retry RPC after error@864433804) -> (continuation of Deferred@384452576 after retry RPC after error@2033267887) -> (continuation of Deferred@567904155 after retry RPC after error@602535802) -> (continuation of Deferred@1735946656 after retry RPC after error@387757484) -> (continuation of Deferred@2056523147 after retry RPC after error@371881860) -> (continuation of Deferred@855368080 after retry RPC after error@1085838262) -> (continuation of Deferred@446314111 after retry RPC after error@1607066879)))
14:04:53.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@475954519(state=PENDING, result=null, callback=(continuation of Deferred@2077523102 after retry RPC after error@864433804) -> (continuation of Deferred@384452576 after retry RPC after error@2033267887) -> (continuation of Deferred@567904155 after retry RPC after error@602535802) -> (continuation of Deferred@1735946656 after retry RPC after error@387757484) -> (continuation of Deferred@2056523147 after retry RPC after error@371881860) -> (continuation of Deferred@855368080 after retry RPC after error@1085838262) -> (continuation of Deferred@446314111 after retry RPC after error@1607066879), errback=(continuation of Deferred@2077523102 after retry RPC after error@864433804) -> (continuation of Deferred@384452576 after retry RPC after error@2033267887) -> (continuation of Deferred@567904155 after retry RPC after error@602535802) -> (continuation of Deferred@1735946656 after retry RPC after error@387757484) -> (continuation of Deferred@2056523147 after retry RPC after error@371881860) -> (continuation of Deferred@855368080 after retry RPC after error@1085838262) -> (continuation of Deferred@446314111 after retry RPC after error@1607066879)))
14:04:53.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.774 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.775 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.775 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.856 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2005551169(state=PENDING, result=null, callback=(continuation of Deferred@170733852 after retry RPC after error@1017254168) -> (continuation of Deferred@1465743346 after retry RPC after error@1915807000) -> (continuation of Deferred@292986771 after retry RPC after error@1039169140) -> (continuation of Deferred@19821791 after retry RPC after error@1958955463) -> (continuation of Deferred@1366088395 after retry RPC after error@1871795524) -> (continuation of Deferred@493575397 after retry RPC after error@1929946110) -> (continuation of Deferred@1141212630 after retry RPC after error@568050535), errback=(continuation of Deferred@170733852 after retry RPC after error@1017254168) -> (continuation of Deferred@1465743346 after retry RPC after error@1915807000) -> (continuation of Deferred@292986771 after retry RPC after error@1039169140) -> (continuation of Deferred@19821791 after retry RPC after error@1958955463) -> (continuation of Deferred@1366088395 after retry RPC after error@1871795524) -> (continuation of Deferred@493575397 after retry RPC after error@1929946110) -> (continuation of Deferred@1141212630 after retry RPC after error@568050535)))
14:04:53.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2005551169(state=PENDING, result=null, callback=(continuation of Deferred@170733852 after retry RPC after error@1017254168) -> (continuation of Deferred@1465743346 after retry RPC after error@1915807000) -> (continuation of Deferred@292986771 after retry RPC after error@1039169140) -> (continuation of Deferred@19821791 after retry RPC after error@1958955463) -> (continuation of Deferred@1366088395 after retry RPC after error@1871795524) -> (continuation of Deferred@493575397 after retry RPC after error@1929946110) -> (continuation of Deferred@1141212630 after retry RPC after error@568050535), errback=(continuation of Deferred@170733852 after retry RPC after error@1017254168) -> (continuation of Deferred@1465743346 after retry RPC after error@1915807000) -> (continuation of Deferred@292986771 after retry RPC after error@1039169140) -> (continuation of Deferred@19821791 after retry RPC after error@1958955463) -> (continuation of Deferred@1366088395 after retry RPC after error@1871795524) -> (continuation of Deferred@493575397 after retry RPC after error@1929946110) -> (continuation of Deferred@1141212630 after retry RPC after error@568050535)))
14:04:53.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.874 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.894 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.914 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:53.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:53.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:53.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:53.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:53.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.074 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1572264807(state=PENDING, result=null, callback=(continuation of Deferred@1820878665 after retry RPC after error@1100562404) -> (continuation of Deferred@1819610861 after retry RPC after error@125017575) -> (continuation of Deferred@686690415 after retry RPC after error@536902793) -> (continuation of Deferred@1682316290 after retry RPC after error@2143365576) -> (continuation of Deferred@661922615 after retry RPC after error@78899044) -> (continuation of Deferred@1346461180 after retry RPC after error@649634133) -> (continuation of Deferred@550716206 after retry RPC after error@994056343), errback=(continuation of Deferred@1820878665 after retry RPC after error@1100562404) -> (continuation of Deferred@1819610861 after retry RPC after error@125017575) -> (continuation of Deferred@686690415 after retry RPC after error@536902793) -> (continuation of Deferred@1682316290 after retry RPC after error@2143365576) -> (continuation of Deferred@661922615 after retry RPC after error@78899044) -> (continuation of Deferred@1346461180 after retry RPC after error@649634133) -> (continuation of Deferred@550716206 after retry RPC after error@994056343)))
14:04:54.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1572264807(state=PENDING, result=null, callback=(continuation of Deferred@1820878665 after retry RPC after error@1100562404) -> (continuation of Deferred@1819610861 after retry RPC after error@125017575) -> (continuation of Deferred@686690415 after retry RPC after error@536902793) -> (continuation of Deferred@1682316290 after retry RPC after error@2143365576) -> (continuation of Deferred@661922615 after retry RPC after error@78899044) -> (continuation of Deferred@1346461180 after retry RPC after error@649634133) -> (continuation of Deferred@550716206 after retry RPC after error@994056343), errback=(continuation of Deferred@1820878665 after retry RPC after error@1100562404) -> (continuation of Deferred@1819610861 after retry RPC after error@125017575) -> (continuation of Deferred@686690415 after retry RPC after error@536902793) -> (continuation of Deferred@1682316290 after retry RPC after error@2143365576) -> (continuation of Deferred@661922615 after retry RPC after error@78899044) -> (continuation of Deferred@1346461180 after retry RPC after error@649634133) -> (continuation of Deferred@550716206 after retry RPC after error@994056343)))
14:04:54.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.094 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1849972015(state=PENDING, result=null, callback=(continuation of Deferred@149977722 after retry RPC after error@1826846830) -> (continuation of Deferred@1767041978 after retry RPC after error@628307602) -> (continuation of Deferred@786152428 after retry RPC after error@1502381649) -> (continuation of Deferred@670935521 after retry RPC after error@461823018) -> (continuation of Deferred@1760624749 after retry RPC after error@1441971500) -> (continuation of Deferred@520795346 after retry RPC after error@843074709) -> (continuation of Deferred@1381155032 after retry RPC after error@302582883), errback=(continuation of Deferred@149977722 after retry RPC after error@1826846830) -> (continuation of Deferred@1767041978 after retry RPC after error@628307602) -> (continuation of Deferred@786152428 after retry RPC after error@1502381649) -> (continuation of Deferred@670935521 after retry RPC after error@461823018) -> (continuation of Deferred@1760624749 after retry RPC after error@1441971500) -> (continuation of Deferred@520795346 after retry RPC after error@843074709) -> (continuation of Deferred@1381155032 after retry RPC after error@302582883)))
14:04:54.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1849972015(state=PENDING, result=null, callback=(continuation of Deferred@149977722 after retry RPC after error@1826846830) -> (continuation of Deferred@1767041978 after retry RPC after error@628307602) -> (continuation of Deferred@786152428 after retry RPC after error@1502381649) -> (continuation of Deferred@670935521 after retry RPC after error@461823018) -> (continuation of Deferred@1760624749 after retry RPC after error@1441971500) -> (continuation of Deferred@520795346 after retry RPC after error@843074709) -> (continuation of Deferred@1381155032 after retry RPC after error@302582883), errback=(continuation of Deferred@149977722 after retry RPC after error@1826846830) -> (continuation of Deferred@1767041978 after retry RPC after error@628307602) -> (continuation of Deferred@786152428 after retry RPC after error@1502381649) -> (continuation of Deferred@670935521 after retry RPC after error@461823018) -> (continuation of Deferred@1760624749 after retry RPC after error@1441971500) -> (continuation of Deferred@520795346 after retry RPC after error@843074709) -> (continuation of Deferred@1381155032 after retry RPC after error@302582883)))
14:04:54.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.535 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@652032389(state=PENDING, result=null, callback=(continuation of Deferred@217994755 after retry RPC after error@1906288146) -> (continuation of Deferred@1120035513 after retry RPC after error@228354677) -> (continuation of Deferred@1932290955 after retry RPC after error@2131750090) -> (continuation of Deferred@780770872 after retry RPC after error@1084790366) -> (continuation of Deferred@1346948595 after retry RPC after error@1344344716) -> (continuation of Deferred@842743534 after retry RPC after error@916800657) -> (continuation of Deferred@546578659 after retry RPC after error@2021257999), errback=(continuation of Deferred@217994755 after retry RPC after error@1906288146) -> (continuation of Deferred@1120035513 after retry RPC after error@228354677) -> (continuation of Deferred@1932290955 after retry RPC after error@2131750090) -> (continuation of Deferred@780770872 after retry RPC after error@1084790366) -> (continuation of Deferred@1346948595 after retry RPC after error@1344344716) -> (continuation of Deferred@842743534 after retry RPC after error@916800657) -> (continuation of Deferred@546578659 after retry RPC after error@2021257999)))
14:04:54.535 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@652032389(state=PENDING, result=null, callback=(continuation of Deferred@217994755 after retry RPC after error@1906288146) -> (continuation of Deferred@1120035513 after retry RPC after error@228354677) -> (continuation of Deferred@1932290955 after retry RPC after error@2131750090) -> (continuation of Deferred@780770872 after retry RPC after error@1084790366) -> (continuation of Deferred@1346948595 after retry RPC after error@1344344716) -> (continuation of Deferred@842743534 after retry RPC after error@916800657) -> (continuation of Deferred@546578659 after retry RPC after error@2021257999), errback=(continuation of Deferred@217994755 after retry RPC after error@1906288146) -> (continuation of Deferred@1120035513 after retry RPC after error@228354677) -> (continuation of Deferred@1932290955 after retry RPC after error@2131750090) -> (continuation of Deferred@780770872 after retry RPC after error@1084790366) -> (continuation of Deferred@1346948595 after retry RPC after error@1344344716) -> (continuation of Deferred@842743534 after retry RPC after error@916800657) -> (continuation of Deferred@546578659 after retry RPC after error@2021257999)))
14:04:54.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@56281437(state=PENDING, result=null, callback=(continuation of Deferred@1832860957 after retry RPC after error@2104972010) -> (continuation of Deferred@793240235 after retry RPC after error@2047006271) -> (continuation of Deferred@1858198455 after retry RPC after error@694563975) -> (continuation of Deferred@958716346 after retry RPC after error@1442530191) -> (continuation of Deferred@898053860 after retry RPC after error@761134815) -> (continuation of Deferred@850074567 after retry RPC after error@1036239142) -> (continuation of Deferred@838856812 after retry RPC after error@1939229578) -> (continuation of Deferred@428413724 after retry RPC after error@987769850), errback=(continuation of Deferred@1832860957 after retry RPC after error@2104972010) -> (continuation of Deferred@793240235 after retry RPC after error@2047006271) -> (continuation of Deferred@1858198455 after retry RPC after error@694563975) -> (continuation of Deferred@958716346 after retry RPC after error@1442530191) -> (continuation of Deferred@898053860 after retry RPC after error@761134815) -> (continuation of Deferred@850074567 after retry RPC after error@1036239142) -> (continuation of Deferred@838856812 after retry RPC after error@1939229578) -> (continuation of Deferred@428413724 after retry RPC after error@987769850)))
14:04:54.796 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@56281437(state=PENDING, result=null, callback=(continuation of Deferred@1832860957 after retry RPC after error@2104972010) -> (continuation of Deferred@793240235 after retry RPC after error@2047006271) -> (continuation of Deferred@1858198455 after retry RPC after error@694563975) -> (continuation of Deferred@958716346 after retry RPC after error@1442530191) -> (continuation of Deferred@898053860 after retry RPC after error@761134815) -> (continuation of Deferred@850074567 after retry RPC after error@1036239142) -> (continuation of Deferred@838856812 after retry RPC after error@1939229578) -> (continuation of Deferred@428413724 after retry RPC after error@987769850), errback=(continuation of Deferred@1832860957 after retry RPC after error@2104972010) -> (continuation of Deferred@793240235 after retry RPC after error@2047006271) -> (continuation of Deferred@1858198455 after retry RPC after error@694563975) -> (continuation of Deferred@958716346 after retry RPC after error@1442530191) -> (continuation of Deferred@898053860 after retry RPC after error@761134815) -> (continuation of Deferred@850074567 after retry RPC after error@1036239142) -> (continuation of Deferred@838856812 after retry RPC after error@1939229578) -> (continuation of Deferred@428413724 after retry RPC after error@987769850)))
14:04:54.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:54.834369 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:54.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:54.839764 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:54.841282 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:54.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.854 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:54.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:54.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:54.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:54.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:54.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1346981110(state=PENDING, result=null, callback=(continuation of Deferred@221195589 after retry RPC after error@1243663839) -> (continuation of Deferred@233059986 after retry RPC after error@399566116) -> (continuation of Deferred@1675732894 after retry RPC after error@803459080) -> (continuation of Deferred@60761024 after retry RPC after error@334896978) -> (continuation of Deferred@2101708773 after retry RPC after error@1276603349) -> (continuation of Deferred@913100980 after retry RPC after error@356734372) -> (continuation of Deferred@1156088390 after retry RPC after error@869667021), errback=(continuation of Deferred@221195589 after retry RPC after error@1243663839) -> (continuation of Deferred@233059986 after retry RPC after error@399566116) -> (continuation of Deferred@1675732894 after retry RPC after error@803459080) -> (continuation of Deferred@60761024 after retry RPC after error@334896978) -> (continuation of Deferred@2101708773 after retry RPC after error@1276603349) -> (continuation of Deferred@913100980 after retry RPC after error@356734372) -> (continuation of Deferred@1156088390 after retry RPC after error@869667021)))
14:04:55.056 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1346981110(state=PENDING, result=null, callback=(continuation of Deferred@221195589 after retry RPC after error@1243663839) -> (continuation of Deferred@233059986 after retry RPC after error@399566116) -> (continuation of Deferred@1675732894 after retry RPC after error@803459080) -> (continuation of Deferred@60761024 after retry RPC after error@334896978) -> (continuation of Deferred@2101708773 after retry RPC after error@1276603349) -> (continuation of Deferred@913100980 after retry RPC after error@356734372) -> (continuation of Deferred@1156088390 after retry RPC after error@869667021), errback=(continuation of Deferred@221195589 after retry RPC after error@1243663839) -> (continuation of Deferred@233059986 after retry RPC after error@399566116) -> (continuation of Deferred@1675732894 after retry RPC after error@803459080) -> (continuation of Deferred@60761024 after retry RPC after error@334896978) -> (continuation of Deferred@2101708773 after retry RPC after error@1276603349) -> (continuation of Deferred@913100980 after retry RPC after error@356734372) -> (continuation of Deferred@1156088390 after retry RPC after error@869667021)))
14:04:55.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.154 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.156 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.254 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.256 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1513754724(state=PENDING, result=null, callback=(continuation of Deferred@1315232816 after retry RPC after error@2030752815) -> (continuation of Deferred@733455615 after retry RPC after error@553924829) -> (continuation of Deferred@1231680913 after retry RPC after error@1718483775) -> (continuation of Deferred@1894460241 after retry RPC after error@1890133825) -> (continuation of Deferred@1986695608 after retry RPC after error@2136418377) -> (continuation of Deferred@1448027473 after retry RPC after error@1877316598), errback=(continuation of Deferred@1315232816 after retry RPC after error@2030752815) -> (continuation of Deferred@733455615 after retry RPC after error@553924829) -> (continuation of Deferred@1231680913 after retry RPC after error@1718483775) -> (continuation of Deferred@1894460241 after retry RPC after error@1890133825) -> (continuation of Deferred@1986695608 after retry RPC after error@2136418377) -> (continuation of Deferred@1448027473 after retry RPC after error@1877316598)))
14:04:55.256 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1513754724(state=PENDING, result=null, callback=(continuation of Deferred@1315232816 after retry RPC after error@2030752815) -> (continuation of Deferred@733455615 after retry RPC after error@553924829) -> (continuation of Deferred@1231680913 after retry RPC after error@1718483775) -> (continuation of Deferred@1894460241 after retry RPC after error@1890133825) -> (continuation of Deferred@1986695608 after retry RPC after error@2136418377) -> (continuation of Deferred@1448027473 after retry RPC after error@1877316598), errback=(continuation of Deferred@1315232816 after retry RPC after error@2030752815) -> (continuation of Deferred@733455615 after retry RPC after error@553924829) -> (continuation of Deferred@1231680913 after retry RPC after error@1718483775) -> (continuation of Deferred@1894460241 after retry RPC after error@1890133825) -> (continuation of Deferred@1986695608 after retry RPC after error@2136418377) -> (continuation of Deferred@1448027473 after retry RPC after error@1877316598)))
14:04:55.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.334 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.354 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.434 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1938452056(state=PENDING, result=null, callback=(continuation of Deferred@480229030 after retry RPC after error@1073649286) -> (continuation of Deferred@2067827303 after retry RPC after error@1528353785) -> (continuation of Deferred@978543802 after retry RPC after error@1901240272) -> (continuation of Deferred@238952495 after retry RPC after error@329559306) -> (continuation of Deferred@854818160 after retry RPC after error@1463474401) -> (continuation of Deferred@679126385 after retry RPC after error@503349641) -> (continuation of Deferred@925984708 after retry RPC after error@919424019), errback=(continuation of Deferred@480229030 after retry RPC after error@1073649286) -> (continuation of Deferred@2067827303 after retry RPC after error@1528353785) -> (continuation of Deferred@978543802 after retry RPC after error@1901240272) -> (continuation of Deferred@238952495 after retry RPC after error@329559306) -> (continuation of Deferred@854818160 after retry RPC after error@1463474401) -> (continuation of Deferred@679126385 after retry RPC after error@503349641) -> (continuation of Deferred@925984708 after retry RPC after error@919424019)))
14:04:55.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1938452056(state=PENDING, result=null, callback=(continuation of Deferred@480229030 after retry RPC after error@1073649286) -> (continuation of Deferred@2067827303 after retry RPC after error@1528353785) -> (continuation of Deferred@978543802 after retry RPC after error@1901240272) -> (continuation of Deferred@238952495 after retry RPC after error@329559306) -> (continuation of Deferred@854818160 after retry RPC after error@1463474401) -> (continuation of Deferred@679126385 after retry RPC after error@503349641) -> (continuation of Deferred@925984708 after retry RPC after error@919424019), errback=(continuation of Deferred@480229030 after retry RPC after error@1073649286) -> (continuation of Deferred@2067827303 after retry RPC after error@1528353785) -> (continuation of Deferred@978543802 after retry RPC after error@1901240272) -> (continuation of Deferred@238952495 after retry RPC after error@329559306) -> (continuation of Deferred@854818160 after retry RPC after error@1463474401) -> (continuation of Deferred@679126385 after retry RPC after error@503349641) -> (continuation of Deferred@925984708 after retry RPC after error@919424019)))
14:04:55.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:55.632437 9253 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:04:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:55.632632 9253 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:04:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:55.633302 9253 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:04:55.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:55.635130 8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:04:55.636 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:55.636652 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:04:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:55.636828 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:04:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:55.636955 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:04:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:55.637167 9253 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:04:55.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@479007089(state=PENDING, result=null, callback=(continuation of Deferred@1308873880 after retry RPC after error@275361790) -> (continuation of Deferred@1085128544 after retry RPC after error@878651549) -> (continuation of Deferred@1688767898 after retry RPC after error@962844846) -> (continuation of Deferred@337131101 after retry RPC after error@1498345347) -> (continuation of Deferred@2032827757 after retry RPC after error@1588292686) -> (continuation of Deferred@198443800 after retry RPC after error@633915158) -> (continuation of Deferred@262346711 after retry RPC after error@183489393), errback=(continuation of Deferred@1308873880 after retry RPC after error@275361790) -> (continuation of Deferred@1085128544 after retry RPC after error@878651549) -> (continuation of Deferred@1688767898 after retry RPC after error@962844846) -> (continuation of Deferred@337131101 after retry RPC after error@1498345347) -> (continuation of Deferred@2032827757 after retry RPC after error@1588292686) -> (continuation of Deferred@198443800 after retry RPC after error@633915158) -> (continuation of Deferred@262346711 after retry RPC after error@183489393)))
14:04:55.736 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@479007089(state=PENDING, result=null, callback=(continuation of Deferred@1308873880 after retry RPC after error@275361790) -> (continuation of Deferred@1085128544 after retry RPC after error@878651549) -> (continuation of Deferred@1688767898 after retry RPC after error@962844846) -> (continuation of Deferred@337131101 after retry RPC after error@1498345347) -> (continuation of Deferred@2032827757 after retry RPC after error@1588292686) -> (continuation of Deferred@198443800 after retry RPC after error@633915158) -> (continuation of Deferred@262346711 after retry RPC after error@183489393), errback=(continuation of Deferred@1308873880 after retry RPC after error@275361790) -> (continuation of Deferred@1085128544 after retry RPC after error@878651549) -> (continuation of Deferred@1688767898 after retry RPC after error@962844846) -> (continuation of Deferred@337131101 after retry RPC after error@1498345347) -> (continuation of Deferred@2032827757 after retry RPC after error@1588292686) -> (continuation of Deferred@198443800 after retry RPC after error@633915158) -> (continuation of Deferred@262346711 after retry RPC after error@183489393)))
14:04:55.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:55.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:55.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:55.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:55.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:55.995 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@781606560(state=PENDING, result=null, callback=(continuation of Deferred@1544107643 after retry RPC after error@660929953) -> (continuation of Deferred@1044107111 after retry RPC after error@574940510) -> (continuation of Deferred@929801603 after retry RPC after error@937615162) -> (continuation of Deferred@1472360022 after retry RPC after error@1378426853) -> (continuation of Deferred@939851678 after retry RPC after error@423558315) -> (continuation of Deferred@1573552388 after retry RPC after error@1199995759) -> (continuation of Deferred@1491174414 after retry RPC after error@911532061) -> (continuation of Deferred@1059034482 after retry RPC after error@1261882621), errback=(continuation of Deferred@1544107643 after retry RPC after error@660929953) -> (continuation of Deferred@1044107111 after retry RPC after error@574940510) -> (continuation of Deferred@929801603 after retry RPC after error@937615162) -> (continuation of Deferred@1472360022 after retry RPC after error@1378426853) -> (continuation of Deferred@939851678 after retry RPC after error@423558315) -> (continuation of Deferred@1573552388 after retry RPC after error@1199995759) -> (continuation of Deferred@1491174414 after retry RPC after error@911532061) -> (continuation of Deferred@1059034482 after retry RPC after error@1261882621)))
14:04:55.996 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@781606560(state=PENDING, result=null, callback=(continuation of Deferred@1544107643 after retry RPC after error@660929953) -> (continuation of Deferred@1044107111 after retry RPC after error@574940510) -> (continuation of Deferred@929801603 after retry RPC after error@937615162) -> (continuation of Deferred@1472360022 after retry RPC after error@1378426853) -> (continuation of Deferred@939851678 after retry RPC after error@423558315) -> (continuation of Deferred@1573552388 after retry RPC after error@1199995759) -> (continuation of Deferred@1491174414 after retry RPC after error@911532061) -> (continuation of Deferred@1059034482 after retry RPC after error@1261882621), errback=(continuation of Deferred@1544107643 after retry RPC after error@660929953) -> (continuation of Deferred@1044107111 after retry RPC after error@574940510) -> (continuation of Deferred@929801603 after retry RPC after error@937615162) -> (continuation of Deferred@1472360022 after retry RPC after error@1378426853) -> (continuation of Deferred@939851678 after retry RPC after error@423558315) -> (continuation of Deferred@1573552388 after retry RPC after error@1199995759) -> (continuation of Deferred@1491174414 after retry RPC after error@911532061) -> (continuation of Deferred@1059034482 after retry RPC after error@1261882621)))
14:04:56.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.054 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@332722777(state=PENDING, result=null, callback=(continuation of Deferred@1525181338 after retry RPC after error@550080492) -> (continuation of Deferred@621233876 after retry RPC after error@292892183) -> (continuation of Deferred@139997976 after retry RPC after error@1677880080) -> (continuation of Deferred@2074910882 after retry RPC after error@1133591638) -> (continuation of Deferred@177735631 after retry RPC after error@2100668263) -> (continuation of Deferred@1669509587 after retry RPC after error@691749497) -> (continuation of Deferred@1675071214 after retry RPC after error@856228716), errback=(continuation of Deferred@1525181338 after retry RPC after error@550080492) -> (continuation of Deferred@621233876 after retry RPC after error@292892183) -> (continuation of Deferred@139997976 after retry RPC after error@1677880080) -> (continuation of Deferred@2074910882 after retry RPC after error@1133591638) -> (continuation of Deferred@177735631 after retry RPC after error@2100668263) -> (continuation of Deferred@1669509587 after retry RPC after error@691749497) -> (continuation of Deferred@1675071214 after retry RPC after error@856228716)))
14:04:56.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@332722777(state=PENDING, result=null, callback=(continuation of Deferred@1525181338 after retry RPC after error@550080492) -> (continuation of Deferred@621233876 after retry RPC after error@292892183) -> (continuation of Deferred@139997976 after retry RPC after error@1677880080) -> (continuation of Deferred@2074910882 after retry RPC after error@1133591638) -> (continuation of Deferred@177735631 after retry RPC after error@2100668263) -> (continuation of Deferred@1669509587 after retry RPC after error@691749497) -> (continuation of Deferred@1675071214 after retry RPC after error@856228716), errback=(continuation of Deferred@1525181338 after retry RPC after error@550080492) -> (continuation of Deferred@621233876 after retry RPC after error@292892183) -> (continuation of Deferred@139997976 after retry RPC after error@1677880080) -> (continuation of Deferred@2074910882 after retry RPC after error@1133591638) -> (continuation of Deferred@177735631 after retry RPC after error@2100668263) -> (continuation of Deferred@1669509587 after retry RPC after error@691749497) -> (continuation of Deferred@1675071214 after retry RPC after error@856228716)))
14:04:56.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@159325359(state=PENDING, result=null, callback=(continuation of Deferred@1825022688 after retry RPC after error@215162832) -> (continuation of Deferred@1768234130 after retry RPC after error@412024693) -> (continuation of Deferred@1225760294 after retry RPC after error@1572222280) -> (continuation of Deferred@485897184 after retry RPC after error@1936458332) -> (continuation of Deferred@1176984761 after retry RPC after error@718744896) -> (continuation of Deferred@127103689 after retry RPC after error@352251525) -> (continuation of Deferred@1757461047 after retry RPC after error@2079209282), errback=(continuation of Deferred@1825022688 after retry RPC after error@215162832) -> (continuation of Deferred@1768234130 after retry RPC after error@412024693) -> (continuation of Deferred@1225760294 after retry RPC after error@1572222280) -> (continuation of Deferred@485897184 after retry RPC after error@1936458332) -> (continuation of Deferred@1176984761 after retry RPC after error@718744896) -> (continuation of Deferred@127103689 after retry RPC after error@352251525) -> (continuation of Deferred@1757461047 after retry RPC after error@2079209282)))
14:04:56.455 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@159325359(state=PENDING, result=null, callback=(continuation of Deferred@1825022688 after retry RPC after error@215162832) -> (continuation of Deferred@1768234130 after retry RPC after error@412024693) -> (continuation of Deferred@1225760294 after retry RPC after error@1572222280) -> (continuation of Deferred@485897184 after retry RPC after error@1936458332) -> (continuation of Deferred@1176984761 after retry RPC after error@718744896) -> (continuation of Deferred@127103689 after retry RPC after error@352251525) -> (continuation of Deferred@1757461047 after retry RPC after error@2079209282), errback=(continuation of Deferred@1825022688 after retry RPC after error@215162832) -> (continuation of Deferred@1768234130 after retry RPC after error@412024693) -> (continuation of Deferred@1225760294 after retry RPC after error@1572222280) -> (continuation of Deferred@485897184 after retry RPC after error@1936458332) -> (continuation of Deferred@1176984761 after retry RPC after error@718744896) -> (continuation of Deferred@127103689 after retry RPC after error@352251525) -> (continuation of Deferred@1757461047 after retry RPC after error@2079209282)))
14:04:56.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1987565043(state=PENDING, result=null, callback=(continuation of Deferred@630239937 after retry RPC after error@2105307969) -> (continuation of Deferred@2128264945 after retry RPC after error@910828692) -> (continuation of Deferred@376217126 after retry RPC after error@135528913) -> (continuation of Deferred@596773652 after retry RPC after error@1151067510) -> (continuation of Deferred@913628781 after retry RPC after error@507923451) -> (continuation of Deferred@759114124 after retry RPC after error@907335944) -> (continuation of Deferred@637791761 after retry RPC after error@171339961) -> (continuation of Deferred@1578195770 after retry RPC after error@1314719081), errback=(continuation of Deferred@630239937 after retry RPC after error@2105307969) -> (continuation of Deferred@2128264945 after retry RPC after error@910828692) -> (continuation of Deferred@376217126 after retry RPC after error@135528913) -> (continuation of Deferred@596773652 after retry RPC after error@1151067510) -> (continuation of Deferred@913628781 after retry RPC after error@507923451) -> (continuation of Deferred@759114124 after retry RPC after error@907335944) -> (continuation of Deferred@637791761 after retry RPC after error@171339961) -> (continuation of Deferred@1578195770 after retry RPC after error@1314719081)))
14:04:56.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1987565043(state=PENDING, result=null, callback=(continuation of Deferred@630239937 after retry RPC after error@2105307969) -> (continuation of Deferred@2128264945 after retry RPC after error@910828692) -> (continuation of Deferred@376217126 after retry RPC after error@135528913) -> (continuation of Deferred@596773652 after retry RPC after error@1151067510) -> (continuation of Deferred@913628781 after retry RPC after error@507923451) -> (continuation of Deferred@759114124 after retry RPC after error@907335944) -> (continuation of Deferred@637791761 after retry RPC after error@171339961) -> (continuation of Deferred@1578195770 after retry RPC after error@1314719081), errback=(continuation of Deferred@630239937 after retry RPC after error@2105307969) -> (continuation of Deferred@2128264945 after retry RPC after error@910828692) -> (continuation of Deferred@376217126 after retry RPC after error@135528913) -> (continuation of Deferred@596773652 after retry RPC after error@1151067510) -> (continuation of Deferred@913628781 after retry RPC after error@507923451) -> (continuation of Deferred@759114124 after retry RPC after error@907335944) -> (continuation of Deferred@637791761 after retry RPC after error@171339961) -> (continuation of Deferred@1578195770 after retry RPC after error@1314719081)))
14:04:56.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [65ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@241214057(state=PENDING, result=null, callback=(continuation of Deferred@1834490011 after retry RPC after error@760590172) -> (continuation of Deferred@1356388537 after retry RPC after error@1528843041) -> (continuation of Deferred@1989217310 after retry RPC after error@1992192735) -> (continuation of Deferred@1614111137 after retry RPC after error@966088645) -> (continuation of Deferred@1192906005 after retry RPC after error@1110964131) -> (continuation of Deferred@163888685 after retry RPC after error@452783023), errback=(continuation of Deferred@1834490011 after retry RPC after error@760590172) -> (continuation of Deferred@1356388537 after retry RPC after error@1528843041) -> (continuation of Deferred@1989217310 after retry RPC after error@1992192735) -> (continuation of Deferred@1614111137 after retry RPC after error@966088645) -> (continuation of Deferred@1192906005 after retry RPC after error@1110964131) -> (continuation of Deferred@163888685 after retry RPC after error@452783023)))
14:04:56.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [65ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@241214057(state=PENDING, result=null, callback=(continuation of Deferred@1834490011 after retry RPC after error@760590172) -> (continuation of Deferred@1356388537 after retry RPC after error@1528843041) -> (continuation of Deferred@1989217310 after retry RPC after error@1992192735) -> (continuation of Deferred@1614111137 after retry RPC after error@966088645) -> (continuation of Deferred@1192906005 after retry RPC after error@1110964131) -> (continuation of Deferred@163888685 after retry RPC after error@452783023), errback=(continuation of Deferred@1834490011 after retry RPC after error@760590172) -> (continuation of Deferred@1356388537 after retry RPC after error@1528843041) -> (continuation of Deferred@1989217310 after retry RPC after error@1992192735) -> (continuation of Deferred@1614111137 after retry RPC after error@966088645) -> (continuation of Deferred@1192906005 after retry RPC after error@1110964131) -> (continuation of Deferred@163888685 after retry RPC after error@452783023)))
14:04:56.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:56.939324 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:04:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:04:56.939536 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:56.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:56.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:56.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:56.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:56.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:56.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1892014272(state=PENDING, result=null, callback=(continuation of Deferred@1750826313 after retry RPC after error@1906495694) -> (continuation of Deferred@1110666251 after retry RPC after error@477015893) -> (continuation of Deferred@795621540 after retry RPC after error@1211087143) -> (continuation of Deferred@287692573 after retry RPC after error@2027472491) -> (continuation of Deferred@910125260 after retry RPC after error@65804717) -> (continuation of Deferred@1011788786 after retry RPC after error@43764110), errback=(continuation of Deferred@1750826313 after retry RPC after error@1906495694) -> (continuation of Deferred@1110666251 after retry RPC after error@477015893) -> (continuation of Deferred@795621540 after retry RPC after error@1211087143) -> (continuation of Deferred@287692573 after retry RPC after error@2027472491) -> (continuation of Deferred@910125260 after retry RPC after error@65804717) -> (continuation of Deferred@1011788786 after retry RPC after error@43764110)))
14:04:57.077 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1892014272(state=PENDING, result=null, callback=(continuation of Deferred@1750826313 after retry RPC after error@1906495694) -> (continuation of Deferred@1110666251 after retry RPC after error@477015893) -> (continuation of Deferred@795621540 after retry RPC after error@1211087143) -> (continuation of Deferred@287692573 after retry RPC after error@2027472491) -> (continuation of Deferred@910125260 after retry RPC after error@65804717) -> (continuation of Deferred@1011788786 after retry RPC after error@43764110), errback=(continuation of Deferred@1750826313 after retry RPC after error@1906495694) -> (continuation of Deferred@1110666251 after retry RPC after error@477015893) -> (continuation of Deferred@795621540 after retry RPC after error@1211087143) -> (continuation of Deferred@287692573 after retry RPC after error@2027472491) -> (continuation of Deferred@910125260 after retry RPC after error@65804717) -> (continuation of Deferred@1011788786 after retry RPC after error@43764110)))
14:04:57.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.275 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@222702061(state=PENDING, result=null, callback=(continuation of Deferred@1753810261 after retry RPC after error@72305554) -> (continuation of Deferred@1266232022 after retry RPC after error@2001500949) -> (continuation of Deferred@1473211140 after retry RPC after error@690141620) -> (continuation of Deferred@722405852 after retry RPC after error@1057966971) -> (continuation of Deferred@322207957 after retry RPC after error@803697694) -> (continuation of Deferred@2096486871 after retry RPC after error@962859425) -> (continuation of Deferred@249633904 after retry RPC after error@447929910), errback=(continuation of Deferred@1753810261 after retry RPC after error@72305554) -> (continuation of Deferred@1266232022 after retry RPC after error@2001500949) -> (continuation of Deferred@1473211140 after retry RPC after error@690141620) -> (continuation of Deferred@722405852 after retry RPC after error@1057966971) -> (continuation of Deferred@322207957 after retry RPC after error@803697694) -> (continuation of Deferred@2096486871 after retry RPC after error@962859425) -> (continuation of Deferred@249633904 after retry RPC after error@447929910)))
14:04:57.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@222702061(state=PENDING, result=null, callback=(continuation of Deferred@1753810261 after retry RPC after error@72305554) -> (continuation of Deferred@1266232022 after retry RPC after error@2001500949) -> (continuation of Deferred@1473211140 after retry RPC after error@690141620) -> (continuation of Deferred@722405852 after retry RPC after error@1057966971) -> (continuation of Deferred@322207957 after retry RPC after error@803697694) -> (continuation of Deferred@2096486871 after retry RPC after error@962859425) -> (continuation of Deferred@249633904 after retry RPC after error@447929910), errback=(continuation of Deferred@1753810261 after retry RPC after error@72305554) -> (continuation of Deferred@1266232022 after retry RPC after error@2001500949) -> (continuation of Deferred@1473211140 after retry RPC after error@690141620) -> (continuation of Deferred@722405852 after retry RPC after error@1057966971) -> (continuation of Deferred@322207957 after retry RPC after error@803697694) -> (continuation of Deferred@2096486871 after retry RPC after error@962859425) -> (continuation of Deferred@249633904 after retry RPC after error@447929910)))
14:04:57.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.414 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.475 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@919510283(state=PENDING, result=null, callback=(continuation of Deferred@1414341722 after retry RPC after error@1458032495) -> (continuation of Deferred@1052988739 after retry RPC after error@2091364693) -> (continuation of Deferred@1106584943 after retry RPC after error@687933065) -> (continuation of Deferred@223094695 after retry RPC after error@1277170242) -> (continuation of Deferred@605460724 after retry RPC after error@84080561) -> (continuation of Deferred@1763674537 after retry RPC after error@635512010), errback=(continuation of Deferred@1414341722 after retry RPC after error@1458032495) -> (continuation of Deferred@1052988739 after retry RPC after error@2091364693) -> (continuation of Deferred@1106584943 after retry RPC after error@687933065) -> (continuation of Deferred@223094695 after retry RPC after error@1277170242) -> (continuation of Deferred@605460724 after retry RPC after error@84080561) -> (continuation of Deferred@1763674537 after retry RPC after error@635512010)))
14:04:57.475 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@919510283(state=PENDING, result=null, callback=(continuation of Deferred@1414341722 after retry RPC after error@1458032495) -> (continuation of Deferred@1052988739 after retry RPC after error@2091364693) -> (continuation of Deferred@1106584943 after retry RPC after error@687933065) -> (continuation of Deferred@223094695 after retry RPC after error@1277170242) -> (continuation of Deferred@605460724 after retry RPC after error@84080561) -> (continuation of Deferred@1763674537 after retry RPC after error@635512010), errback=(continuation of Deferred@1414341722 after retry RPC after error@1458032495) -> (continuation of Deferred@1052988739 after retry RPC after error@2091364693) -> (continuation of Deferred@1106584943 after retry RPC after error@687933065) -> (continuation of Deferred@223094695 after retry RPC after error@1277170242) -> (continuation of Deferred@605460724 after retry RPC after error@84080561) -> (continuation of Deferred@1763674537 after retry RPC after error@635512010)))
14:04:57.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@459592522(state=PENDING, result=null, callback=(continuation of Deferred@1443977844 after retry RPC after error@408571267) -> (continuation of Deferred@773310612 after retry RPC after error@324317343) -> (continuation of Deferred@1338677883 after retry RPC after error@95871060) -> (continuation of Deferred@360041246 after retry RPC after error@596857191) -> (continuation of Deferred@940641836 after retry RPC after error@177728826) -> (continuation of Deferred@822209101 after retry RPC after error@144743779) -> (continuation of Deferred@955286069 after retry RPC after error@221992492), errback=(continuation of Deferred@1443977844 after retry RPC after error@408571267) -> (continuation of Deferred@773310612 after retry RPC after error@324317343) -> (continuation of Deferred@1338677883 after retry RPC after error@95871060) -> (continuation of Deferred@360041246 after retry RPC after error@596857191) -> (continuation of Deferred@940641836 after retry RPC after error@177728826) -> (continuation of Deferred@822209101 after retry RPC after error@144743779) -> (continuation of Deferred@955286069 after retry RPC after error@221992492)))
14:04:57.695 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@459592522(state=PENDING, result=null, callback=(continuation of Deferred@1443977844 after retry RPC after error@408571267) -> (continuation of Deferred@773310612 after retry RPC after error@324317343) -> (continuation of Deferred@1338677883 after retry RPC after error@95871060) -> (continuation of Deferred@360041246 after retry RPC after error@596857191) -> (continuation of Deferred@940641836 after retry RPC after error@177728826) -> (continuation of Deferred@822209101 after retry RPC after error@144743779) -> (continuation of Deferred@955286069 after retry RPC after error@221992492), errback=(continuation of Deferred@1443977844 after retry RPC after error@408571267) -> (continuation of Deferred@773310612 after retry RPC after error@324317343) -> (continuation of Deferred@1338677883 after retry RPC after error@95871060) -> (continuation of Deferred@360041246 after retry RPC after error@596857191) -> (continuation of Deferred@940641836 after retry RPC after error@177728826) -> (continuation of Deferred@822209101 after retry RPC after error@144743779) -> (continuation of Deferred@955286069 after retry RPC after error@221992492)))
14:04:57.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.780 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1060983726(state=PENDING, result=null, callback=(continuation of Deferred@260115143 after retry RPC after error@995641021) -> (continuation of Deferred@323459640 after retry RPC after error@1186073565) -> (continuation of Deferred@1105393406 after retry RPC after error@955661777) -> (continuation of Deferred@399505069 after retry RPC after error@1098247018) -> (continuation of Deferred@393650364 after retry RPC after error@518463286) -> (continuation of Deferred@1987442905 after retry RPC after error@406156230) -> (continuation of Deferred@979653436 after retry RPC after error@475854313), errback=(continuation of Deferred@260115143 after retry RPC after error@995641021) -> (continuation of Deferred@323459640 after retry RPC after error@1186073565) -> (continuation of Deferred@1105393406 after retry RPC after error@955661777) -> (continuation of Deferred@399505069 after retry RPC after error@1098247018) -> (continuation of Deferred@393650364 after retry RPC after error@518463286) -> (continuation of Deferred@1987442905 after retry RPC after error@406156230) -> (continuation of Deferred@979653436 after retry RPC after error@475854313)))
14:04:57.896 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [67ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [67ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1060983726(state=PENDING, result=null, callback=(continuation of Deferred@260115143 after retry RPC after error@995641021) -> (continuation of Deferred@323459640 after retry RPC after error@1186073565) -> (continuation of Deferred@1105393406 after retry RPC after error@955661777) -> (continuation of Deferred@399505069 after retry RPC after error@1098247018) -> (continuation of Deferred@393650364 after retry RPC after error@518463286) -> (continuation of Deferred@1987442905 after retry RPC after error@406156230) -> (continuation of Deferred@979653436 after retry RPC after error@475854313), errback=(continuation of Deferred@260115143 after retry RPC after error@995641021) -> (continuation of Deferred@323459640 after retry RPC after error@1186073565) -> (continuation of Deferred@1105393406 after retry RPC after error@955661777) -> (continuation of Deferred@399505069 after retry RPC after error@1098247018) -> (continuation of Deferred@393650364 after retry RPC after error@518463286) -> (continuation of Deferred@1987442905 after retry RPC after error@406156230) -> (continuation of Deferred@979653436 after retry RPC after error@475854313)))
14:04:57.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:57.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:57.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:57.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:57.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:57.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1286773116(state=PENDING, result=null, callback=(continuation of Deferred@1626884837 after retry RPC after error@1227778705) -> (continuation of Deferred@295628120 after retry RPC after error@1237315438) -> (continuation of Deferred@1806838750 after retry RPC after error@1374858971) -> (continuation of Deferred@937454992 after retry RPC after error@26357917) -> (continuation of Deferred@2063865770 after retry RPC after error@1069873767) -> (continuation of Deferred@192711906 after retry RPC after error@461001672), errback=(continuation of Deferred@1626884837 after retry RPC after error@1227778705) -> (continuation of Deferred@295628120 after retry RPC after error@1237315438) -> (continuation of Deferred@1806838750 after retry RPC after error@1374858971) -> (continuation of Deferred@937454992 after retry RPC after error@26357917) -> (continuation of Deferred@2063865770 after retry RPC after error@1069873767) -> (continuation of Deferred@192711906 after retry RPC after error@461001672)))
14:04:58.096 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1286773116(state=PENDING, result=null, callback=(continuation of Deferred@1626884837 after retry RPC after error@1227778705) -> (continuation of Deferred@295628120 after retry RPC after error@1237315438) -> (continuation of Deferred@1806838750 after retry RPC after error@1374858971) -> (continuation of Deferred@937454992 after retry RPC after error@26357917) -> (continuation of Deferred@2063865770 after retry RPC after error@1069873767) -> (continuation of Deferred@192711906 after retry RPC after error@461001672), errback=(continuation of Deferred@1626884837 after retry RPC after error@1227778705) -> (continuation of Deferred@295628120 after retry RPC after error@1237315438) -> (continuation of Deferred@1806838750 after retry RPC after error@1374858971) -> (continuation of Deferred@937454992 after retry RPC after error@26357917) -> (continuation of Deferred@2063865770 after retry RPC after error@1069873767) -> (continuation of Deferred@192711906 after retry RPC after error@461001672)))
14:04:58.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@528239810(state=PENDING, result=null, callback=(continuation of Deferred@80426153 after retry RPC after error@1461332741) -> (continuation of Deferred@55955686 after retry RPC after error@2125633042) -> (continuation of Deferred@587307793 after retry RPC after error@625335927) -> (continuation of Deferred@138078425 after retry RPC after error@1649606090) -> (continuation of Deferred@1302604674 after retry RPC after error@1176101415) -> (continuation of Deferred@423274013 after retry RPC after error@1827906653) -> (continuation of Deferred@15170170 after retry RPC after error@166111387), errback=(continuation of Deferred@80426153 after retry RPC after error@1461332741) -> (continuation of Deferred@55955686 after retry RPC after error@2125633042) -> (continuation of Deferred@587307793 after retry RPC after error@625335927) -> (continuation of Deferred@138078425 after retry RPC after error@1649606090) -> (continuation of Deferred@1302604674 after retry RPC after error@1176101415) -> (continuation of Deferred@423274013 after retry RPC after error@1827906653) -> (continuation of Deferred@15170170 after retry RPC after error@166111387)))
14:04:58.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@528239810(state=PENDING, result=null, callback=(continuation of Deferred@80426153 after retry RPC after error@1461332741) -> (continuation of Deferred@55955686 after retry RPC after error@2125633042) -> (continuation of Deferred@587307793 after retry RPC after error@625335927) -> (continuation of Deferred@138078425 after retry RPC after error@1649606090) -> (continuation of Deferred@1302604674 after retry RPC after error@1176101415) -> (continuation of Deferred@423274013 after retry RPC after error@1827906653) -> (continuation of Deferred@15170170 after retry RPC after error@166111387), errback=(continuation of Deferred@80426153 after retry RPC after error@1461332741) -> (continuation of Deferred@55955686 after retry RPC after error@2125633042) -> (continuation of Deferred@587307793 after retry RPC after error@625335927) -> (continuation of Deferred@138078425 after retry RPC after error@1649606090) -> (continuation of Deferred@1302604674 after retry RPC after error@1176101415) -> (continuation of Deferred@423274013 after retry RPC after error@1827906653) -> (continuation of Deferred@15170170 after retry RPC after error@166111387)))
14:04:58.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@560402367(state=PENDING, result=null, callback=(continuation of Deferred@464331368 after retry RPC after error@534905694) -> (continuation of Deferred@617233590 after retry RPC after error@1028248935) -> (continuation of Deferred@1325735620 after retry RPC after error@1089608841) -> (continuation of Deferred@900249517 after retry RPC after error@1186578066) -> (continuation of Deferred@556624831 after retry RPC after error@1911242055) -> (continuation of Deferred@26147080 after retry RPC after error@180918917) -> (continuation of Deferred@1081243888 after retry RPC after error@1750820028), errback=(continuation of Deferred@464331368 after retry RPC after error@534905694) -> (continuation of Deferred@617233590 after retry RPC after error@1028248935) -> (continuation of Deferred@1325735620 after retry RPC after error@1089608841) -> (continuation of Deferred@900249517 after retry RPC after error@1186578066) -> (continuation of Deferred@556624831 after retry RPC after error@1911242055) -> (continuation of Deferred@26147080 after retry RPC after error@180918917) -> (continuation of Deferred@1081243888 after retry RPC after error@1750820028)))
14:04:58.520 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@560402367(state=PENDING, result=null, callback=(continuation of Deferred@464331368 after retry RPC after error@534905694) -> (continuation of Deferred@617233590 after retry RPC after error@1028248935) -> (continuation of Deferred@1325735620 after retry RPC after error@1089608841) -> (continuation of Deferred@900249517 after retry RPC after error@1186578066) -> (continuation of Deferred@556624831 after retry RPC after error@1911242055) -> (continuation of Deferred@26147080 after retry RPC after error@180918917) -> (continuation of Deferred@1081243888 after retry RPC after error@1750820028), errback=(continuation of Deferred@464331368 after retry RPC after error@534905694) -> (continuation of Deferred@617233590 after retry RPC after error@1028248935) -> (continuation of Deferred@1325735620 after retry RPC after error@1089608841) -> (continuation of Deferred@900249517 after retry RPC after error@1186578066) -> (continuation of Deferred@556624831 after retry RPC after error@1911242055) -> (continuation of Deferred@26147080 after retry RPC after error@180918917) -> (continuation of Deferred@1081243888 after retry RPC after error@1750820028)))
14:04:58.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1460015091(state=PENDING, result=null, callback=(continuation of Deferred@49589264 after retry RPC after error@1712320285) -> (continuation of Deferred@1070607341 after retry RPC after error@1489945203) -> (continuation of Deferred@2147316054 after retry RPC after error@1712529075) -> (continuation of Deferred@1478680287 after retry RPC after error@1993425650) -> (continuation of Deferred@1655892671 after retry RPC after error@480941788) -> (continuation of Deferred@1387292592 after retry RPC after error@772434374), errback=(continuation of Deferred@49589264 after retry RPC after error@1712320285) -> (continuation of Deferred@1070607341 after retry RPC after error@1489945203) -> (continuation of Deferred@2147316054 after retry RPC after error@1712529075) -> (continuation of Deferred@1478680287 after retry RPC after error@1993425650) -> (continuation of Deferred@1655892671 after retry RPC after error@480941788) -> (continuation of Deferred@1387292592 after retry RPC after error@772434374)))
14:04:58.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1460015091(state=PENDING, result=null, callback=(continuation of Deferred@49589264 after retry RPC after error@1712320285) -> (continuation of Deferred@1070607341 after retry RPC after error@1489945203) -> (continuation of Deferred@2147316054 after retry RPC after error@1712529075) -> (continuation of Deferred@1478680287 after retry RPC after error@1993425650) -> (continuation of Deferred@1655892671 after retry RPC after error@480941788) -> (continuation of Deferred@1387292592 after retry RPC after error@772434374), errback=(continuation of Deferred@49589264 after retry RPC after error@1712320285) -> (continuation of Deferred@1070607341 after retry RPC after error@1489945203) -> (continuation of Deferred@2147316054 after retry RPC after error@1712529075) -> (continuation of Deferred@1478680287 after retry RPC after error@1993425650) -> (continuation of Deferred@1655892671 after retry RPC after error@480941788) -> (continuation of Deferred@1387292592 after retry RPC after error@772434374)))
14:04:58.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1351595893(state=PENDING, result=null, callback=(continuation of Deferred@511049263 after retry RPC after error@455102811) -> (continuation of Deferred@284552182 after retry RPC after error@1030541954) -> (continuation of Deferred@215603078 after retry RPC after error@359331279) -> (continuation of Deferred@721356495 after retry RPC after error@1901869520) -> (continuation of Deferred@872134042 after retry RPC after error@1904077479) -> (continuation of Deferred@593904441 after retry RPC after error@862219324) -> (continuation of Deferred@1566394543 after retry RPC after error@1131129201), errback=(continuation of Deferred@511049263 after retry RPC after error@455102811) -> (continuation of Deferred@284552182 after retry RPC after error@1030541954) -> (continuation of Deferred@215603078 after retry RPC after error@359331279) -> (continuation of Deferred@721356495 after retry RPC after error@1901869520) -> (continuation of Deferred@872134042 after retry RPC after error@1904077479) -> (continuation of Deferred@593904441 after retry RPC after error@862219324) -> (continuation of Deferred@1566394543 after retry RPC after error@1131129201)))
14:04:58.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1351595893(state=PENDING, result=null, callback=(continuation of Deferred@511049263 after retry RPC after error@455102811) -> (continuation of Deferred@284552182 after retry RPC after error@1030541954) -> (continuation of Deferred@215603078 after retry RPC after error@359331279) -> (continuation of Deferred@721356495 after retry RPC after error@1901869520) -> (continuation of Deferred@872134042 after retry RPC after error@1904077479) -> (continuation of Deferred@593904441 after retry RPC after error@862219324) -> (continuation of Deferred@1566394543 after retry RPC after error@1131129201), errback=(continuation of Deferred@511049263 after retry RPC after error@455102811) -> (continuation of Deferred@284552182 after retry RPC after error@1030541954) -> (continuation of Deferred@215603078 after retry RPC after error@359331279) -> (continuation of Deferred@721356495 after retry RPC after error@1901869520) -> (continuation of Deferred@872134042 after retry RPC after error@1904077479) -> (continuation of Deferred@593904441 after retry RPC after error@862219324) -> (continuation of Deferred@1566394543 after retry RPC after error@1131129201)))
14:04:58.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:58.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:58.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:58.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:58.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:58.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1361980517(state=PENDING, result=null, callback=(continuation of Deferred@486784857 after retry RPC after error@83914411) -> (continuation of Deferred@912849117 after retry RPC after error@369469297) -> (continuation of Deferred@377240479 after retry RPC after error@277838541) -> (continuation of Deferred@1641076241 after retry RPC after error@1515572085) -> (continuation of Deferred@755151715 after retry RPC after error@1186004252) -> (continuation of Deferred@557308805 after retry RPC after error@1431155381) -> (continuation of Deferred@1844218580 after retry RPC after error@754303592), errback=(continuation of Deferred@486784857 after retry RPC after error@83914411) -> (continuation of Deferred@912849117 after retry RPC after error@369469297) -> (continuation of Deferred@377240479 after retry RPC after error@277838541) -> (continuation of Deferred@1641076241 after retry RPC after error@1515572085) -> (continuation of Deferred@755151715 after retry RPC after error@1186004252) -> (continuation of Deferred@557308805 after retry RPC after error@1431155381) -> (continuation of Deferred@1844218580 after retry RPC after error@754303592)))
14:04:59.155 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1361980517(state=PENDING, result=null, callback=(continuation of Deferred@486784857 after retry RPC after error@83914411) -> (continuation of Deferred@912849117 after retry RPC after error@369469297) -> (continuation of Deferred@377240479 after retry RPC after error@277838541) -> (continuation of Deferred@1641076241 after retry RPC after error@1515572085) -> (continuation of Deferred@755151715 after retry RPC after error@1186004252) -> (continuation of Deferred@557308805 after retry RPC after error@1431155381) -> (continuation of Deferred@1844218580 after retry RPC after error@754303592), errback=(continuation of Deferred@486784857 after retry RPC after error@83914411) -> (continuation of Deferred@912849117 after retry RPC after error@369469297) -> (continuation of Deferred@377240479 after retry RPC after error@277838541) -> (continuation of Deferred@1641076241 after retry RPC after error@1515572085) -> (continuation of Deferred@755151715 after retry RPC after error@1186004252) -> (continuation of Deferred@557308805 after retry RPC after error@1431155381) -> (continuation of Deferred@1844218580 after retry RPC after error@754303592)))
14:04:59.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.234 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1531314016(state=PENDING, result=null, callback=(continuation of Deferred@1522787219 after retry RPC after error@25320490) -> (continuation of Deferred@1608464530 after retry RPC after error@731214582) -> (continuation of Deferred@1854915436 after retry RPC after error@2113905051) -> (continuation of Deferred@1531059486 after retry RPC after error@1530971714) -> (continuation of Deferred@1271196389 after retry RPC after error@1270315391) -> (continuation of Deferred@14039034 after retry RPC after error@1568244596) -> (continuation of Deferred@822532604 after retry RPC after error@1099575842), errback=(continuation of Deferred@1522787219 after retry RPC after error@25320490) -> (continuation of Deferred@1608464530 after retry RPC after error@731214582) -> (continuation of Deferred@1854915436 after retry RPC after error@2113905051) -> (continuation of Deferred@1531059486 after retry RPC after error@1530971714) -> (continuation of Deferred@1271196389 after retry RPC after error@1270315391) -> (continuation of Deferred@14039034 after retry RPC after error@1568244596) -> (continuation of Deferred@822532604 after retry RPC after error@1099575842)))
14:04:59.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1531314016(state=PENDING, result=null, callback=(continuation of Deferred@1522787219 after retry RPC after error@25320490) -> (continuation of Deferred@1608464530 after retry RPC after error@731214582) -> (continuation of Deferred@1854915436 after retry RPC after error@2113905051) -> (continuation of Deferred@1531059486 after retry RPC after error@1530971714) -> (continuation of Deferred@1271196389 after retry RPC after error@1270315391) -> (continuation of Deferred@14039034 after retry RPC after error@1568244596) -> (continuation of Deferred@822532604 after retry RPC after error@1099575842), errback=(continuation of Deferred@1522787219 after retry RPC after error@25320490) -> (continuation of Deferred@1608464530 after retry RPC after error@731214582) -> (continuation of Deferred@1854915436 after retry RPC after error@2113905051) -> (continuation of Deferred@1531059486 after retry RPC after error@1530971714) -> (continuation of Deferred@1271196389 after retry RPC after error@1270315391) -> (continuation of Deferred@14039034 after retry RPC after error@1568244596) -> (continuation of Deferred@822532604 after retry RPC after error@1099575842)))
14:04:59.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1322655787(state=PENDING, result=null, callback=(continuation of Deferred@72603725 after retry RPC after error@391044027) -> (continuation of Deferred@30483601 after retry RPC after error@2121894904) -> (continuation of Deferred@1685235146 after retry RPC after error@92285436) -> (continuation of Deferred@234709105 after retry RPC after error@1063849085) -> (continuation of Deferred@1313125039 after retry RPC after error@1242541394) -> (continuation of Deferred@739750538 after retry RPC after error@1542080913), errback=(continuation of Deferred@72603725 after retry RPC after error@391044027) -> (continuation of Deferred@30483601 after retry RPC after error@2121894904) -> (continuation of Deferred@1685235146 after retry RPC after error@92285436) -> (continuation of Deferred@234709105 after retry RPC after error@1063849085) -> (continuation of Deferred@1313125039 after retry RPC after error@1242541394) -> (continuation of Deferred@739750538 after retry RPC after error@1542080913)))
14:04:59.576 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [163ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1322655787(state=PENDING, result=null, callback=(continuation of Deferred@72603725 after retry RPC after error@391044027) -> (continuation of Deferred@30483601 after retry RPC after error@2121894904) -> (continuation of Deferred@1685235146 after retry RPC after error@92285436) -> (continuation of Deferred@234709105 after retry RPC after error@1063849085) -> (continuation of Deferred@1313125039 after retry RPC after error@1242541394) -> (continuation of Deferred@739750538 after retry RPC after error@1542080913), errback=(continuation of Deferred@72603725 after retry RPC after error@391044027) -> (continuation of Deferred@30483601 after retry RPC after error@2121894904) -> (continuation of Deferred@1685235146 after retry RPC after error@92285436) -> (continuation of Deferred@234709105 after retry RPC after error@1063849085) -> (continuation of Deferred@1313125039 after retry RPC after error@1242541394) -> (continuation of Deferred@739750538 after retry RPC after error@1542080913)))
14:04:59.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.714 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.715 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.834 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@571191323(state=PENDING, result=null, callback=(continuation of Deferred@432371404 after retry RPC after error@599844470) -> (continuation of Deferred@1957368945 after retry RPC after error@199227799) -> (continuation of Deferred@958303542 after retry RPC after error@499724085) -> (continuation of Deferred@837662817 after retry RPC after error@1166732426) -> (continuation of Deferred@137408048 after retry RPC after error@1557432452) -> (continuation of Deferred@10882511 after retry RPC after error@307908589) -> (continuation of Deferred@521548472 after retry RPC after error@1744705910) -> (continuation of Deferred@1468446771 after retry RPC after error@400797705), errback=(continuation of Deferred@432371404 after retry RPC after error@599844470) -> (continuation of Deferred@1957368945 after retry RPC after error@199227799) -> (continuation of Deferred@958303542 after retry RPC after error@499724085) -> (continuation of Deferred@837662817 after retry RPC after error@1166732426) -> (continuation of Deferred@137408048 after retry RPC after error@1557432452) -> (continuation of Deferred@10882511 after retry RPC after error@307908589) -> (continuation of Deferred@521548472 after retry RPC after error@1744705910) -> (continuation of Deferred@1468446771 after retry RPC after error@400797705)))
14:04:59.835 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [124ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@571191323(state=PENDING, result=null, callback=(continuation of Deferred@432371404 after retry RPC after error@599844470) -> (continuation of Deferred@1957368945 after retry RPC after error@199227799) -> (continuation of Deferred@958303542 after retry RPC after error@499724085) -> (continuation of Deferred@837662817 after retry RPC after error@1166732426) -> (continuation of Deferred@137408048 after retry RPC after error@1557432452) -> (continuation of Deferred@10882511 after retry RPC after error@307908589) -> (continuation of Deferred@521548472 after retry RPC after error@1744705910) -> (continuation of Deferred@1468446771 after retry RPC after error@400797705), errback=(continuation of Deferred@432371404 after retry RPC after error@599844470) -> (continuation of Deferred@1957368945 after retry RPC after error@199227799) -> (continuation of Deferred@958303542 after retry RPC after error@499724085) -> (continuation of Deferred@837662817 after retry RPC after error@1166732426) -> (continuation of Deferred@137408048 after retry RPC after error@1557432452) -> (continuation of Deferred@10882511 after retry RPC after error@307908589) -> (continuation of Deferred@521548472 after retry RPC after error@1744705910) -> (continuation of Deferred@1468446771 after retry RPC after error@400797705)))
14:04:59.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:59.891752 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:59.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:59.893200 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:04:59.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:04:59.894738 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:04:59.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:04:59.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:04:59.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:04:59.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:04:59.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:04:59.994 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.113 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@477125603(state=PENDING, result=null, callback=(continuation of Deferred@1752707052 after retry RPC after error@1653296277) -> (continuation of Deferred@2074853289 after retry RPC after error@1696226428) -> (continuation of Deferred@1278482556 after retry RPC after error@1961040523) -> (continuation of Deferred@1385411913 after retry RPC after error@1709046491) -> (continuation of Deferred@164030948 after retry RPC after error@1704828181) -> (continuation of Deferred@711677202 after retry RPC after error@543844774) -> (continuation of Deferred@517815686 after retry RPC after error@388066941), errback=(continuation of Deferred@1752707052 after retry RPC after error@1653296277) -> (continuation of Deferred@2074853289 after retry RPC after error@1696226428) -> (continuation of Deferred@1278482556 after retry RPC after error@1961040523) -> (continuation of Deferred@1385411913 after retry RPC after error@1709046491) -> (continuation of Deferred@164030948 after retry RPC after error@1704828181) -> (continuation of Deferred@711677202 after retry RPC after error@543844774) -> (continuation of Deferred@517815686 after retry RPC after error@388066941)))
14:05:00.113 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:00.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.276 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@924327400(state=PENDING, result=null, callback=(continuation of Deferred@2137939844 after retry RPC after error@1716088520) -> (continuation of Deferred@393823769 after retry RPC after error@1618607683) -> (continuation of Deferred@1843797943 after retry RPC after error@1081345005) -> (continuation of Deferred@492887156 after retry RPC after error@843358845) -> (continuation of Deferred@1862408229 after retry RPC after error@252253507) -> (continuation of Deferred@336718762 after retry RPC after error@55698463), errback=(continuation of Deferred@2137939844 after retry RPC after error@1716088520) -> (continuation of Deferred@393823769 after retry RPC after error@1618607683) -> (continuation of Deferred@1843797943 after retry RPC after error@1081345005) -> (continuation of Deferred@492887156 after retry RPC after error@843358845) -> (continuation of Deferred@1862408229 after retry RPC after error@252253507) -> (continuation of Deferred@336718762 after retry RPC after error@55698463)))
14:05:00.276 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@924327400(state=PENDING, result=null, callback=(continuation of Deferred@2137939844 after retry RPC after error@1716088520) -> (continuation of Deferred@393823769 after retry RPC after error@1618607683) -> (continuation of Deferred@1843797943 after retry RPC after error@1081345005) -> (continuation of Deferred@492887156 after retry RPC after error@843358845) -> (continuation of Deferred@1862408229 after retry RPC after error@252253507) -> (continuation of Deferred@336718762 after retry RPC after error@55698463), errback=(continuation of Deferred@2137939844 after retry RPC after error@1716088520) -> (continuation of Deferred@393823769 after retry RPC after error@1618607683) -> (continuation of Deferred@1843797943 after retry RPC after error@1081345005) -> (continuation of Deferred@492887156 after retry RPC after error@843358845) -> (continuation of Deferred@1862408229 after retry RPC after error@252253507) -> (continuation of Deferred@336718762 after retry RPC after error@55698463)))
14:05:00.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1278176162(state=PENDING, result=null, callback=(continuation of Deferred@1699848480 after retry RPC after error@869432186) -> (continuation of Deferred@536573173 after retry RPC after error@683572947) -> (continuation of Deferred@1074692677 after retry RPC after error@1613183125) -> (continuation of Deferred@616539320 after retry RPC after error@2133593626) -> (continuation of Deferred@1266984720 after retry RPC after error@314498405) -> (continuation of Deferred@1274884590 after retry RPC after error@1413397077) -> (continuation of Deferred@988560357 after retry RPC after error@1591577640), errback=(continuation of Deferred@1699848480 after retry RPC after error@869432186) -> (continuation of Deferred@536573173 after retry RPC after error@683572947) -> (continuation of Deferred@1074692677 after retry RPC after error@1613183125) -> (continuation of Deferred@616539320 after retry RPC after error@2133593626) -> (continuation of Deferred@1266984720 after retry RPC after error@314498405) -> (continuation of Deferred@1274884590 after retry RPC after error@1413397077) -> (continuation of Deferred@988560357 after retry RPC after error@1591577640)))
14:05:00.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1278176162(state=PENDING, result=null, callback=(continuation of Deferred@1699848480 after retry RPC after error@869432186) -> (continuation of Deferred@536573173 after retry RPC after error@683572947) -> (continuation of Deferred@1074692677 after retry RPC after error@1613183125) -> (continuation of Deferred@616539320 after retry RPC after error@2133593626) -> (continuation of Deferred@1266984720 after retry RPC after error@314498405) -> (continuation of Deferred@1274884590 after retry RPC after error@1413397077) -> (continuation of Deferred@988560357 after retry RPC after error@1591577640), errback=(continuation of Deferred@1699848480 after retry RPC after error@869432186) -> (continuation of Deferred@536573173 after retry RPC after error@683572947) -> (continuation of Deferred@1074692677 after retry RPC after error@1613183125) -> (continuation of Deferred@616539320 after retry RPC after error@2133593626) -> (continuation of Deferred@1266984720 after retry RPC after error@314498405) -> (continuation of Deferred@1274884590 after retry RPC after error@1413397077) -> (continuation of Deferred@988560357 after retry RPC after error@1591577640)))
14:05:00.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.772 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@920261783(state=PENDING, result=null, callback=(continuation of Deferred@541840037 after retry RPC after error@827072266) -> (continuation of Deferred@1979406470 after retry RPC after error@325293058) -> (continuation of Deferred@1841541681 after retry RPC after error@1009140940) -> (continuation of Deferred@322311334 after retry RPC after error@486166854) -> (continuation of Deferred@1826110162 after retry RPC after error@1658196897) -> (continuation of Deferred@1105635449 after retry RPC after error@257466722) -> (continuation of Deferred@586876145 after retry RPC after error@1885487124), errback=(continuation of Deferred@541840037 after retry RPC after error@827072266) -> (continuation of Deferred@1979406470 after retry RPC after error@325293058) -> (continuation of Deferred@1841541681 after retry RPC after error@1009140940) -> (continuation of Deferred@322311334 after retry RPC after error@486166854) -> (continuation of Deferred@1826110162 after retry RPC after error@1658196897) -> (continuation of Deferred@1105635449 after retry RPC after error@257466722) -> (continuation of Deferred@586876145 after retry RPC after error@1885487124)))
14:05:00.773 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:00.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:00.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@887420716(state=PENDING, result=null, callback=(continuation of Deferred@273796875 after retry RPC after error@1840444625) -> (continuation of Deferred@494018 after retry RPC after error@323572601) -> (continuation of Deferred@226426764 after retry RPC after error@2005960334) -> (continuation of Deferred@1264932903 after retry RPC after error@309201065) -> (continuation of Deferred@1754666999 after retry RPC after error@465651869) -> (continuation of Deferred@2055511970 after retry RPC after error@416152347), errback=(continuation of Deferred@273796875 after retry RPC after error@1840444625) -> (continuation of Deferred@494018 after retry RPC after error@323572601) -> (continuation of Deferred@226426764 after retry RPC after error@2005960334) -> (continuation of Deferred@1264932903 after retry RPC after error@309201065) -> (continuation of Deferred@1754666999 after retry RPC after error@465651869) -> (continuation of Deferred@2055511970 after retry RPC after error@416152347)))
14:05:00.976 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@887420716(state=PENDING, result=null, callback=(continuation of Deferred@273796875 after retry RPC after error@1840444625) -> (continuation of Deferred@494018 after retry RPC after error@323572601) -> (continuation of Deferred@226426764 after retry RPC after error@2005960334) -> (continuation of Deferred@1264932903 after retry RPC after error@309201065) -> (continuation of Deferred@1754666999 after retry RPC after error@465651869) -> (continuation of Deferred@2055511970 after retry RPC after error@416152347), errback=(continuation of Deferred@273796875 after retry RPC after error@1840444625) -> (continuation of Deferred@494018 after retry RPC after error@323572601) -> (continuation of Deferred@226426764 after retry RPC after error@2005960334) -> (continuation of Deferred@1264932903 after retry RPC after error@309201065) -> (continuation of Deferred@1754666999 after retry RPC after error@465651869) -> (continuation of Deferred@2055511970 after retry RPC after error@416152347)))
14:05:00.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:00.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:00.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:00.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:00.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@700691598(state=PENDING, result=null, callback=(continuation of Deferred@2142471586 after retry RPC after error@79919477) -> (continuation of Deferred@1300243194 after retry RPC after error@2043910144) -> (continuation of Deferred@447646733 after retry RPC after error@87643900) -> (continuation of Deferred@1231168339 after retry RPC after error@739549671) -> (continuation of Deferred@1119129228 after retry RPC after error@225820304) -> (continuation of Deferred@1431665878 after retry RPC after error@1556608002) -> (continuation of Deferred@987873784 after retry RPC after error@448821514), errback=(continuation of Deferred@2142471586 after retry RPC after error@79919477) -> (continuation of Deferred@1300243194 after retry RPC after error@2043910144) -> (continuation of Deferred@447646733 after retry RPC after error@87643900) -> (continuation of Deferred@1231168339 after retry RPC after error@739549671) -> (continuation of Deferred@1119129228 after retry RPC after error@225820304) -> (continuation of Deferred@1431665878 after retry RPC after error@1556608002) -> (continuation of Deferred@987873784 after retry RPC after error@448821514)))
14:05:01.236 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@700691598(state=PENDING, result=null, callback=(continuation of Deferred@2142471586 after retry RPC after error@79919477) -> (continuation of Deferred@1300243194 after retry RPC after error@2043910144) -> (continuation of Deferred@447646733 after retry RPC after error@87643900) -> (continuation of Deferred@1231168339 after retry RPC after error@739549671) -> (continuation of Deferred@1119129228 after retry RPC after error@225820304) -> (continuation of Deferred@1431665878 after retry RPC after error@1556608002) -> (continuation of Deferred@987873784 after retry RPC after error@448821514), errback=(continuation of Deferred@2142471586 after retry RPC after error@79919477) -> (continuation of Deferred@1300243194 after retry RPC after error@2043910144) -> (continuation of Deferred@447646733 after retry RPC after error@87643900) -> (continuation of Deferred@1231168339 after retry RPC after error@739549671) -> (continuation of Deferred@1119129228 after retry RPC after error@225820304) -> (continuation of Deferred@1431665878 after retry RPC after error@1556608002) -> (continuation of Deferred@987873784 after retry RPC after error@448821514)))
14:05:01.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@664813744(state=PENDING, result=null, callback=(continuation of Deferred@309581026 after retry RPC after error@1803651056) -> (continuation of Deferred@751186680 after retry RPC after error@155603472) -> (continuation of Deferred@94257950 after retry RPC after error@1657272922) -> (continuation of Deferred@2139833608 after retry RPC after error@1147559483) -> (continuation of Deferred@857174810 after retry RPC after error@1860127240) -> (continuation of Deferred@1272574430 after retry RPC after error@1035528472) -> (continuation of Deferred@901763606 after retry RPC after error@556028323), errback=(continuation of Deferred@309581026 after retry RPC after error@1803651056) -> (continuation of Deferred@751186680 after retry RPC after error@155603472) -> (continuation of Deferred@94257950 after retry RPC after error@1657272922) -> (continuation of Deferred@2139833608 after retry RPC after error@1147559483) -> (continuation of Deferred@857174810 after retry RPC after error@1860127240) -> (continuation of Deferred@1272574430 after retry RPC after error@1035528472) -> (continuation of Deferred@901763606 after retry RPC after error@556028323)))
14:05:01.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@664813744(state=PENDING, result=null, callback=(continuation of Deferred@309581026 after retry RPC after error@1803651056) -> (continuation of Deferred@751186680 after retry RPC after error@155603472) -> (continuation of Deferred@94257950 after retry RPC after error@1657272922) -> (continuation of Deferred@2139833608 after retry RPC after error@1147559483) -> (continuation of Deferred@857174810 after retry RPC after error@1860127240) -> (continuation of Deferred@1272574430 after retry RPC after error@1035528472) -> (continuation of Deferred@901763606 after retry RPC after error@556028323), errback=(continuation of Deferred@309581026 after retry RPC after error@1803651056) -> (continuation of Deferred@751186680 after retry RPC after error@155603472) -> (continuation of Deferred@94257950 after retry RPC after error@1657272922) -> (continuation of Deferred@2139833608 after retry RPC after error@1147559483) -> (continuation of Deferred@857174810 after retry RPC after error@1860127240) -> (continuation of Deferred@1272574430 after retry RPC after error@1035528472) -> (continuation of Deferred@901763606 after retry RPC after error@556028323)))
14:05:01.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.735 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1906697492(state=PENDING, result=null, callback=(continuation of Deferred@2037163520 after retry RPC after error@1453449838) -> (continuation of Deferred@1340525313 after retry RPC after error@288688812) -> (continuation of Deferred@234222124 after retry RPC after error@1419690862) -> (continuation of Deferred@760853567 after retry RPC after error@343980882) -> (continuation of Deferred@918970236 after retry RPC after error@350322553) -> (continuation of Deferred@1962527126 after retry RPC after error@1697818224) -> (continuation of Deferred@1636509717 after retry RPC after error@2123274730) -> (continuation of Deferred@1140935380 after retry RPC after error@888173826), errback=(continuation of Deferred@2037163520 after retry RPC after error@1453449838) -> (continuation of Deferred@1340525313 after retry RPC after error@288688812) -> (continuation of Deferred@234222124 after retry RPC after error@1419690862) -> (continuation of Deferred@760853567 after retry RPC after error@343980882) -> (continuation of Deferred@918970236 after retry RPC after error@350322553) -> (continuation of Deferred@1962527126 after retry RPC after error@1697818224) -> (continuation of Deferred@1636509717 after retry RPC after error@2123274730) -> (continuation of Deferred@1140935380 after retry RPC after error@888173826)))
14:05:01.735 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1906697492(state=PENDING, result=null, callback=(continuation of Deferred@2037163520 after retry RPC after error@1453449838) -> (continuation of Deferred@1340525313 after retry RPC after error@288688812) -> (continuation of Deferred@234222124 after retry RPC after error@1419690862) -> (continuation of Deferred@760853567 after retry RPC after error@343980882) -> (continuation of Deferred@918970236 after retry RPC after error@350322553) -> (continuation of Deferred@1962527126 after retry RPC after error@1697818224) -> (continuation of Deferred@1636509717 after retry RPC after error@2123274730) -> (continuation of Deferred@1140935380 after retry RPC after error@888173826), errback=(continuation of Deferred@2037163520 after retry RPC after error@1453449838) -> (continuation of Deferred@1340525313 after retry RPC after error@288688812) -> (continuation of Deferred@234222124 after retry RPC after error@1419690862) -> (continuation of Deferred@760853567 after retry RPC after error@343980882) -> (continuation of Deferred@918970236 after retry RPC after error@350322553) -> (continuation of Deferred@1962527126 after retry RPC after error@1697818224) -> (continuation of Deferred@1636509717 after retry RPC after error@2123274730) -> (continuation of Deferred@1140935380 after retry RPC after error@888173826)))
14:05:01.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1482872135(state=PENDING, result=null, callback=(continuation of Deferred@1885122582 after retry RPC after error@1134155845) -> (continuation of Deferred@929552558 after retry RPC after error@2036460520) -> (continuation of Deferred@1814575314 after retry RPC after error@1644072674) -> (continuation of Deferred@1758824667 after retry RPC after error@513605762) -> (continuation of Deferred@870208811 after retry RPC after error@650265644) -> (continuation of Deferred@1645581183 after retry RPC after error@351930031) -> (continuation of Deferred@1431072278 after retry RPC after error@1629201335), errback=(continuation of Deferred@1885122582 after retry RPC after error@1134155845) -> (continuation of Deferred@929552558 after retry RPC after error@2036460520) -> (continuation of Deferred@1814575314 after retry RPC after error@1644072674) -> (continuation of Deferred@1758824667 after retry RPC after error@513605762) -> (continuation of Deferred@870208811 after retry RPC after error@650265644) -> (continuation of Deferred@1645581183 after retry RPC after error@351930031) -> (continuation of Deferred@1431072278 after retry RPC after error@1629201335)))
14:05:01.935 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1482872135(state=PENDING, result=null, callback=(continuation of Deferred@1885122582 after retry RPC after error@1134155845) -> (continuation of Deferred@929552558 after retry RPC after error@2036460520) -> (continuation of Deferred@1814575314 after retry RPC after error@1644072674) -> (continuation of Deferred@1758824667 after retry RPC after error@513605762) -> (continuation of Deferred@870208811 after retry RPC after error@650265644) -> (continuation of Deferred@1645581183 after retry RPC after error@351930031) -> (continuation of Deferred@1431072278 after retry RPC after error@1629201335), errback=(continuation of Deferred@1885122582 after retry RPC after error@1134155845) -> (continuation of Deferred@929552558 after retry RPC after error@2036460520) -> (continuation of Deferred@1814575314 after retry RPC after error@1644072674) -> (continuation of Deferred@1758824667 after retry RPC after error@513605762) -> (continuation of Deferred@870208811 after retry RPC after error@650265644) -> (continuation of Deferred@1645581183 after retry RPC after error@351930031) -> (continuation of Deferred@1431072278 after retry RPC after error@1629201335)))
14:05:01.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:01.941119 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:05:01.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:01.941298 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:01.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:01.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:01.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:01.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:01.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:01.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@530148288(state=PENDING, result=null, callback=(continuation of Deferred@2060145274 after retry RPC after error@689319845) -> (continuation of Deferred@1199450755 after retry RPC after error@334339783) -> (continuation of Deferred@865424962 after retry RPC after error@728116370) -> (continuation of Deferred@494547279 after retry RPC after error@1654558593) -> (continuation of Deferred@2074145494 after retry RPC after error@1639469964) -> (continuation of Deferred@763688637 after retry RPC after error@997234187) -> (continuation of Deferred@1203430897 after retry RPC after error@1690167993), errback=(continuation of Deferred@2060145274 after retry RPC after error@689319845) -> (continuation of Deferred@1199450755 after retry RPC after error@334339783) -> (continuation of Deferred@865424962 after retry RPC after error@728116370) -> (continuation of Deferred@494547279 after retry RPC after error@1654558593) -> (continuation of Deferred@2074145494 after retry RPC after error@1639469964) -> (continuation of Deferred@763688637 after retry RPC after error@997234187) -> (continuation of Deferred@1203430897 after retry RPC after error@1690167993)))
14:05:02.175 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@530148288(state=PENDING, result=null, callback=(continuation of Deferred@2060145274 after retry RPC after error@689319845) -> (continuation of Deferred@1199450755 after retry RPC after error@334339783) -> (continuation of Deferred@865424962 after retry RPC after error@728116370) -> (continuation of Deferred@494547279 after retry RPC after error@1654558593) -> (continuation of Deferred@2074145494 after retry RPC after error@1639469964) -> (continuation of Deferred@763688637 after retry RPC after error@997234187) -> (continuation of Deferred@1203430897 after retry RPC after error@1690167993), errback=(continuation of Deferred@2060145274 after retry RPC after error@689319845) -> (continuation of Deferred@1199450755 after retry RPC after error@334339783) -> (continuation of Deferred@865424962 after retry RPC after error@728116370) -> (continuation of Deferred@494547279 after retry RPC after error@1654558593) -> (continuation of Deferred@2074145494 after retry RPC after error@1639469964) -> (continuation of Deferred@763688637 after retry RPC after error@997234187) -> (continuation of Deferred@1203430897 after retry RPC after error@1690167993)))
14:05:02.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.375 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2134774980(state=PENDING, result=null, callback=(continuation of Deferred@1052001025 after retry RPC after error@340778076) -> (continuation of Deferred@1234748585 after retry RPC after error@1175417194) -> (continuation of Deferred@1514114785 after retry RPC after error@821564614) -> (continuation of Deferred@1061823484 after retry RPC after error@41124190) -> (continuation of Deferred@614293367 after retry RPC after error@1412636934) -> (continuation of Deferred@973647295 after retry RPC after error@611300049), errback=(continuation of Deferred@1052001025 after retry RPC after error@340778076) -> (continuation of Deferred@1234748585 after retry RPC after error@1175417194) -> (continuation of Deferred@1514114785 after retry RPC after error@821564614) -> (continuation of Deferred@1061823484 after retry RPC after error@41124190) -> (continuation of Deferred@614293367 after retry RPC after error@1412636934) -> (continuation of Deferred@973647295 after retry RPC after error@611300049)))
14:05:02.375 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2134774980(state=PENDING, result=null, callback=(continuation of Deferred@1052001025 after retry RPC after error@340778076) -> (continuation of Deferred@1234748585 after retry RPC after error@1175417194) -> (continuation of Deferred@1514114785 after retry RPC after error@821564614) -> (continuation of Deferred@1061823484 after retry RPC after error@41124190) -> (continuation of Deferred@614293367 after retry RPC after error@1412636934) -> (continuation of Deferred@973647295 after retry RPC after error@611300049), errback=(continuation of Deferred@1052001025 after retry RPC after error@340778076) -> (continuation of Deferred@1234748585 after retry RPC after error@1175417194) -> (continuation of Deferred@1514114785 after retry RPC after error@821564614) -> (continuation of Deferred@1061823484 after retry RPC after error@41124190) -> (continuation of Deferred@614293367 after retry RPC after error@1412636934) -> (continuation of Deferred@973647295 after retry RPC after error@611300049)))
14:05:02.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@588685500(state=PENDING, result=null, callback=(continuation of Deferred@1593629412 after retry RPC after error@1444913473) -> (continuation of Deferred@228427859 after retry RPC after error@454613532) -> (continuation of Deferred@596318305 after retry RPC after error@137732344) -> (continuation of Deferred@1762361021 after retry RPC after error@882803130) -> (continuation of Deferred@1336794968 after retry RPC after error@1790608437) -> (continuation of Deferred@1484185929 after retry RPC after error@405088428), errback=(continuation of Deferred@1593629412 after retry RPC after error@1444913473) -> (continuation of Deferred@228427859 after retry RPC after error@454613532) -> (continuation of Deferred@596318305 after retry RPC after error@137732344) -> (continuation of Deferred@1762361021 after retry RPC after error@882803130) -> (continuation of Deferred@1336794968 after retry RPC after error@1790608437) -> (continuation of Deferred@1484185929 after retry RPC after error@405088428)))
14:05:02.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@588685500(state=PENDING, result=null, callback=(continuation of Deferred@1593629412 after retry RPC after error@1444913473) -> (continuation of Deferred@228427859 after retry RPC after error@454613532) -> (continuation of Deferred@596318305 after retry RPC after error@137732344) -> (continuation of Deferred@1762361021 after retry RPC after error@882803130) -> (continuation of Deferred@1336794968 after retry RPC after error@1790608437) -> (continuation of Deferred@1484185929 after retry RPC after error@405088428), errback=(continuation of Deferred@1593629412 after retry RPC after error@1444913473) -> (continuation of Deferred@228427859 after retry RPC after error@454613532) -> (continuation of Deferred@596318305 after retry RPC after error@137732344) -> (continuation of Deferred@1762361021 after retry RPC after error@882803130) -> (continuation of Deferred@1336794968 after retry RPC after error@1790608437) -> (continuation of Deferred@1484185929 after retry RPC after error@405088428)))
14:05:02.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1100122333(state=PENDING, result=null, callback=(continuation of Deferred@1745253737 after retry RPC after error@1426778221) -> (continuation of Deferred@656274391 after retry RPC after error@1922847625) -> (continuation of Deferred@694869390 after retry RPC after error@731971918) -> (continuation of Deferred@1667943590 after retry RPC after error@1937431385) -> (continuation of Deferred@201588245 after retry RPC after error@797652394) -> (continuation of Deferred@447861505 after retry RPC after error@1068790557) -> (continuation of Deferred@752144808 after retry RPC after error@1510246397), errback=(continuation of Deferred@1745253737 after retry RPC after error@1426778221) -> (continuation of Deferred@656274391 after retry RPC after error@1922847625) -> (continuation of Deferred@694869390 after retry RPC after error@731971918) -> (continuation of Deferred@1667943590 after retry RPC after error@1937431385) -> (continuation of Deferred@201588245 after retry RPC after error@797652394) -> (continuation of Deferred@447861505 after retry RPC after error@1068790557) -> (continuation of Deferred@752144808 after retry RPC after error@1510246397)))
14:05:02.816 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1100122333(state=PENDING, result=null, callback=(continuation of Deferred@1745253737 after retry RPC after error@1426778221) -> (continuation of Deferred@656274391 after retry RPC after error@1922847625) -> (continuation of Deferred@694869390 after retry RPC after error@731971918) -> (continuation of Deferred@1667943590 after retry RPC after error@1937431385) -> (continuation of Deferred@201588245 after retry RPC after error@797652394) -> (continuation of Deferred@447861505 after retry RPC after error@1068790557) -> (continuation of Deferred@752144808 after retry RPC after error@1510246397), errback=(continuation of Deferred@1745253737 after retry RPC after error@1426778221) -> (continuation of Deferred@656274391 after retry RPC after error@1922847625) -> (continuation of Deferred@694869390 after retry RPC after error@731971918) -> (continuation of Deferred@1667943590 after retry RPC after error@1937431385) -> (continuation of Deferred@201588245 after retry RPC after error@797652394) -> (continuation of Deferred@447861505 after retry RPC after error@1068790557) -> (continuation of Deferred@752144808 after retry RPC after error@1510246397)))
14:05:02.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:02.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:02.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:02.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:02.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:02.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.035 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@153769611(state=PENDING, result=null, callback=(continuation of Deferred@1350142704 after retry RPC after error@895515280) -> (continuation of Deferred@731462518 after retry RPC after error@1893510784) -> (continuation of Deferred@1827574881 after retry RPC after error@1525467030) -> (continuation of Deferred@944506166 after retry RPC after error@770774033) -> (continuation of Deferred@891605074 after retry RPC after error@164131095) -> (continuation of Deferred@1366663341 after retry RPC after error@1946253070) -> (continuation of Deferred@1739886492 after retry RPC after error@767433396), errback=(continuation of Deferred@1350142704 after retry RPC after error@895515280) -> (continuation of Deferred@731462518 after retry RPC after error@1893510784) -> (continuation of Deferred@1827574881 after retry RPC after error@1525467030) -> (continuation of Deferred@944506166 after retry RPC after error@770774033) -> (continuation of Deferred@891605074 after retry RPC after error@164131095) -> (continuation of Deferred@1366663341 after retry RPC after error@1946253070) -> (continuation of Deferred@1739886492 after retry RPC after error@767433396)))
14:05:03.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@153769611(state=PENDING, result=null, callback=(continuation of Deferred@1350142704 after retry RPC after error@895515280) -> (continuation of Deferred@731462518 after retry RPC after error@1893510784) -> (continuation of Deferred@1827574881 after retry RPC after error@1525467030) -> (continuation of Deferred@944506166 after retry RPC after error@770774033) -> (continuation of Deferred@891605074 after retry RPC after error@164131095) -> (continuation of Deferred@1366663341 after retry RPC after error@1946253070) -> (continuation of Deferred@1739886492 after retry RPC after error@767433396), errback=(continuation of Deferred@1350142704 after retry RPC after error@895515280) -> (continuation of Deferred@731462518 after retry RPC after error@1893510784) -> (continuation of Deferred@1827574881 after retry RPC after error@1525467030) -> (continuation of Deferred@944506166 after retry RPC after error@770774033) -> (continuation of Deferred@891605074 after retry RPC after error@164131095) -> (continuation of Deferred@1366663341 after retry RPC after error@1946253070) -> (continuation of Deferred@1739886492 after retry RPC after error@767433396)))
14:05:03.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1608545493(state=PENDING, result=null, callback=(continuation of Deferred@1918492658 after retry RPC after error@1839460783) -> (continuation of Deferred@842972809 after retry RPC after error@1856250567) -> (continuation of Deferred@1379849902 after retry RPC after error@551709647) -> (continuation of Deferred@1743737772 after retry RPC after error@680716172) -> (continuation of Deferred@205377430 after retry RPC after error@1068655053) -> (continuation of Deferred@576530340 after retry RPC after error@491526884) -> (continuation of Deferred@2146379684 after retry RPC after error@1409256861), errback=(continuation of Deferred@1918492658 after retry RPC after error@1839460783) -> (continuation of Deferred@842972809 after retry RPC after error@1856250567) -> (continuation of Deferred@1379849902 after retry RPC after error@551709647) -> (continuation of Deferred@1743737772 after retry RPC after error@680716172) -> (continuation of Deferred@205377430 after retry RPC after error@1068655053) -> (continuation of Deferred@576530340 after retry RPC after error@491526884) -> (continuation of Deferred@2146379684 after retry RPC after error@1409256861)))
14:05:03.195 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1608545493(state=PENDING, result=null, callback=(continuation of Deferred@1918492658 after retry RPC after error@1839460783) -> (continuation of Deferred@842972809 after retry RPC after error@1856250567) -> (continuation of Deferred@1379849902 after retry RPC after error@551709647) -> (continuation of Deferred@1743737772 after retry RPC after error@680716172) -> (continuation of Deferred@205377430 after retry RPC after error@1068655053) -> (continuation of Deferred@576530340 after retry RPC after error@491526884) -> (continuation of Deferred@2146379684 after retry RPC after error@1409256861), errback=(continuation of Deferred@1918492658 after retry RPC after error@1839460783) -> (continuation of Deferred@842972809 after retry RPC after error@1856250567) -> (continuation of Deferred@1379849902 after retry RPC after error@551709647) -> (continuation of Deferred@1743737772 after retry RPC after error@680716172) -> (continuation of Deferred@205377430 after retry RPC after error@1068655053) -> (continuation of Deferred@576530340 after retry RPC after error@491526884) -> (continuation of Deferred@2146379684 after retry RPC after error@1409256861)))
14:05:03.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.294 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1616640157(state=PENDING, result=null, callback=(continuation of Deferred@1917848448 after retry RPC after error@1566028749) -> (continuation of Deferred@1895167449 after retry RPC after error@1339384906) -> (continuation of Deferred@1026255419 after retry RPC after error@1560440712) -> (continuation of Deferred@33948364 after retry RPC after error@1712701938) -> (continuation of Deferred@8983993 after retry RPC after error@1320764431) -> (continuation of Deferred@2090549110 after retry RPC after error@885619526) -> (continuation of Deferred@2091222203 after retry RPC after error@2025336348), errback=(continuation of Deferred@1917848448 after retry RPC after error@1566028749) -> (continuation of Deferred@1895167449 after retry RPC after error@1339384906) -> (continuation of Deferred@1026255419 after retry RPC after error@1560440712) -> (continuation of Deferred@33948364 after retry RPC after error@1712701938) -> (continuation of Deferred@8983993 after retry RPC after error@1320764431) -> (continuation of Deferred@2090549110 after retry RPC after error@885619526) -> (continuation of Deferred@2091222203 after retry RPC after error@2025336348)))
14:05:03.456 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1616640157(state=PENDING, result=null, callback=(continuation of Deferred@1917848448 after retry RPC after error@1566028749) -> (continuation of Deferred@1895167449 after retry RPC after error@1339384906) -> (continuation of Deferred@1026255419 after retry RPC after error@1560440712) -> (continuation of Deferred@33948364 after retry RPC after error@1712701938) -> (continuation of Deferred@8983993 after retry RPC after error@1320764431) -> (continuation of Deferred@2090549110 after retry RPC after error@885619526) -> (continuation of Deferred@2091222203 after retry RPC after error@2025336348), errback=(continuation of Deferred@1917848448 after retry RPC after error@1566028749) -> (continuation of Deferred@1895167449 after retry RPC after error@1339384906) -> (continuation of Deferred@1026255419 after retry RPC after error@1560440712) -> (continuation of Deferred@33948364 after retry RPC after error@1712701938) -> (continuation of Deferred@8983993 after retry RPC after error@1320764431) -> (continuation of Deferred@2090549110 after retry RPC after error@885619526) -> (continuation of Deferred@2091222203 after retry RPC after error@2025336348)))
14:05:03.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@330536373(state=PENDING, result=null, callback=(continuation of Deferred@626441327 after retry RPC after error@1189044284) -> (continuation of Deferred@529356775 after retry RPC after error@270301086) -> (continuation of Deferred@12129334 after retry RPC after error@1037720221) -> (continuation of Deferred@1218248878 after retry RPC after error@994979492) -> (continuation of Deferred@1931384159 after retry RPC after error@486483731) -> (continuation of Deferred@1019731026 after retry RPC after error@1991700064) -> (continuation of Deferred@1904556420 after retry RPC after error@338124568), errback=(continuation of Deferred@626441327 after retry RPC after error@1189044284) -> (continuation of Deferred@529356775 after retry RPC after error@270301086) -> (continuation of Deferred@12129334 after retry RPC after error@1037720221) -> (continuation of Deferred@1218248878 after retry RPC after error@994979492) -> (continuation of Deferred@1931384159 after retry RPC after error@486483731) -> (continuation of Deferred@1019731026 after retry RPC after error@1991700064) -> (continuation of Deferred@1904556420 after retry RPC after error@338124568)))
14:05:03.716 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@330536373(state=PENDING, result=null, callback=(continuation of Deferred@626441327 after retry RPC after error@1189044284) -> (continuation of Deferred@529356775 after retry RPC after error@270301086) -> (continuation of Deferred@12129334 after retry RPC after error@1037720221) -> (continuation of Deferred@1218248878 after retry RPC after error@994979492) -> (continuation of Deferred@1931384159 after retry RPC after error@486483731) -> (continuation of Deferred@1019731026 after retry RPC after error@1991700064) -> (continuation of Deferred@1904556420 after retry RPC after error@338124568), errback=(continuation of Deferred@626441327 after retry RPC after error@1189044284) -> (continuation of Deferred@529356775 after retry RPC after error@270301086) -> (continuation of Deferred@12129334 after retry RPC after error@1037720221) -> (continuation of Deferred@1218248878 after retry RPC after error@994979492) -> (continuation of Deferred@1931384159 after retry RPC after error@486483731) -> (continuation of Deferred@1019731026 after retry RPC after error@1991700064) -> (continuation of Deferred@1904556420 after retry RPC after error@338124568)))
14:05:03.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@182490889(state=PENDING, result=null, callback=(continuation of Deferred@89389329 after retry RPC after error@774747935) -> (continuation of Deferred@264483291 after retry RPC after error@26556405) -> (continuation of Deferred@454352295 after retry RPC after error@1480721557) -> (continuation of Deferred@1243429679 after retry RPC after error@1654626054) -> (continuation of Deferred@1608222487 after retry RPC after error@393565909) -> (continuation of Deferred@882037591 after retry RPC after error@707482980) -> (continuation of Deferred@701209609 after retry RPC after error@347452443) -> (continuation of Deferred@908055985 after retry RPC after error@1181693539), errback=(continuation of Deferred@89389329 after retry RPC after error@774747935) -> (continuation of Deferred@264483291 after retry RPC after error@26556405) -> (continuation of Deferred@454352295 after retry RPC after error@1480721557) -> (continuation of Deferred@1243429679 after retry RPC after error@1654626054) -> (continuation of Deferred@1608222487 after retry RPC after error@393565909) -> (continuation of Deferred@882037591 after retry RPC after error@707482980) -> (continuation of Deferred@701209609 after retry RPC after error@347452443) -> (continuation of Deferred@908055985 after retry RPC after error@1181693539)))
14:05:03.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@182490889(state=PENDING, result=null, callback=(continuation of Deferred@89389329 after retry RPC after error@774747935) -> (continuation of Deferred@264483291 after retry RPC after error@26556405) -> (continuation of Deferred@454352295 after retry RPC after error@1480721557) -> (continuation of Deferred@1243429679 after retry RPC after error@1654626054) -> (continuation of Deferred@1608222487 after retry RPC after error@393565909) -> (continuation of Deferred@882037591 after retry RPC after error@707482980) -> (continuation of Deferred@701209609 after retry RPC after error@347452443) -> (continuation of Deferred@908055985 after retry RPC after error@1181693539), errback=(continuation of Deferred@89389329 after retry RPC after error@774747935) -> (continuation of Deferred@264483291 after retry RPC after error@26556405) -> (continuation of Deferred@454352295 after retry RPC after error@1480721557) -> (continuation of Deferred@1243429679 after retry RPC after error@1654626054) -> (continuation of Deferred@1608222487 after retry RPC after error@393565909) -> (continuation of Deferred@882037591 after retry RPC after error@707482980) -> (continuation of Deferred@701209609 after retry RPC after error@347452443) -> (continuation of Deferred@908055985 after retry RPC after error@1181693539)))
14:05:03.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:03.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:03.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:03.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:03.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:03.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2079405233(state=PENDING, result=null, callback=(continuation of Deferred@1301287436 after retry RPC after error@646693139) -> (continuation of Deferred@1853438364 after retry RPC after error@484428894) -> (continuation of Deferred@1360182715 after retry RPC after error@703167955) -> (continuation of Deferred@242943147 after retry RPC after error@1814336518) -> (continuation of Deferred@681509724 after retry RPC after error@1249567865) -> (continuation of Deferred@477298625 after retry RPC after error@1421790445), errback=(continuation of Deferred@1301287436 after retry RPC after error@646693139) -> (continuation of Deferred@1853438364 after retry RPC after error@484428894) -> (continuation of Deferred@1360182715 after retry RPC after error@703167955) -> (continuation of Deferred@242943147 after retry RPC after error@1814336518) -> (continuation of Deferred@681509724 after retry RPC after error@1249567865) -> (continuation of Deferred@477298625 after retry RPC after error@1421790445)))
14:05:04.155 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2079405233(state=PENDING, result=null, callback=(continuation of Deferred@1301287436 after retry RPC after error@646693139) -> (continuation of Deferred@1853438364 after retry RPC after error@484428894) -> (continuation of Deferred@1360182715 after retry RPC after error@703167955) -> (continuation of Deferred@242943147 after retry RPC after error@1814336518) -> (continuation of Deferred@681509724 after retry RPC after error@1249567865) -> (continuation of Deferred@477298625 after retry RPC after error@1421790445), errback=(continuation of Deferred@1301287436 after retry RPC after error@646693139) -> (continuation of Deferred@1853438364 after retry RPC after error@484428894) -> (continuation of Deferred@1360182715 after retry RPC after error@703167955) -> (continuation of Deferred@242943147 after retry RPC after error@1814336518) -> (continuation of Deferred@681509724 after retry RPC after error@1249567865) -> (continuation of Deferred@477298625 after retry RPC after error@1421790445)))
14:05:04.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.212 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1545864462(state=PENDING, result=null, callback=(continuation of Deferred@1932765413 after retry RPC after error@1524510619) -> (continuation of Deferred@164923024 after retry RPC after error@1973747409) -> (continuation of Deferred@465437696 after retry RPC after error@808931867) -> (continuation of Deferred@494580363 after retry RPC after error@1333429635) -> (continuation of Deferred@604964456 after retry RPC after error@773992312) -> (continuation of Deferred@1719942877 after retry RPC after error@2110384403), errback=(continuation of Deferred@1932765413 after retry RPC after error@1524510619) -> (continuation of Deferred@164923024 after retry RPC after error@1973747409) -> (continuation of Deferred@465437696 after retry RPC after error@808931867) -> (continuation of Deferred@494580363 after retry RPC after error@1333429635) -> (continuation of Deferred@604964456 after retry RPC after error@773992312) -> (continuation of Deferred@1719942877 after retry RPC after error@2110384403)))
14:05:04.335 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1545864462(state=PENDING, result=null, callback=(continuation of Deferred@1932765413 after retry RPC after error@1524510619) -> (continuation of Deferred@164923024 after retry RPC after error@1973747409) -> (continuation of Deferred@465437696 after retry RPC after error@808931867) -> (continuation of Deferred@494580363 after retry RPC after error@1333429635) -> (continuation of Deferred@604964456 after retry RPC after error@773992312) -> (continuation of Deferred@1719942877 after retry RPC after error@2110384403), errback=(continuation of Deferred@1932765413 after retry RPC after error@1524510619) -> (continuation of Deferred@164923024 after retry RPC after error@1973747409) -> (continuation of Deferred@465437696 after retry RPC after error@808931867) -> (continuation of Deferred@494580363 after retry RPC after error@1333429635) -> (continuation of Deferred@604964456 after retry RPC after error@773992312) -> (continuation of Deferred@1719942877 after retry RPC after error@2110384403)))
14:05:04.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.575 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1722518239(state=PENDING, result=null, callback=(continuation of Deferred@1293978361 after retry RPC after error@1026258154) -> (continuation of Deferred@778175488 after retry RPC after error@338009697) -> (continuation of Deferred@1562093918 after retry RPC after error@997263923) -> (continuation of Deferred@93150041 after retry RPC after error@1029905183) -> (continuation of Deferred@1035080884 after retry RPC after error@245477795) -> (continuation of Deferred@1637442749 after retry RPC after error@1141317746) -> (continuation of Deferred@1765645298 after retry RPC after error@1787954143), errback=(continuation of Deferred@1293978361 after retry RPC after error@1026258154) -> (continuation of Deferred@778175488 after retry RPC after error@338009697) -> (continuation of Deferred@1562093918 after retry RPC after error@997263923) -> (continuation of Deferred@93150041 after retry RPC after error@1029905183) -> (continuation of Deferred@1035080884 after retry RPC after error@245477795) -> (continuation of Deferred@1637442749 after retry RPC after error@1141317746) -> (continuation of Deferred@1765645298 after retry RPC after error@1787954143)))
14:05:04.575 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1722518239(state=PENDING, result=null, callback=(continuation of Deferred@1293978361 after retry RPC after error@1026258154) -> (continuation of Deferred@778175488 after retry RPC after error@338009697) -> (continuation of Deferred@1562093918 after retry RPC after error@997263923) -> (continuation of Deferred@93150041 after retry RPC after error@1029905183) -> (continuation of Deferred@1035080884 after retry RPC after error@245477795) -> (continuation of Deferred@1637442749 after retry RPC after error@1141317746) -> (continuation of Deferred@1765645298 after retry RPC after error@1787954143), errback=(continuation of Deferred@1293978361 after retry RPC after error@1026258154) -> (continuation of Deferred@778175488 after retry RPC after error@338009697) -> (continuation of Deferred@1562093918 after retry RPC after error@997263923) -> (continuation of Deferred@93150041 after retry RPC after error@1029905183) -> (continuation of Deferred@1035080884 after retry RPC after error@245477795) -> (continuation of Deferred@1637442749 after retry RPC after error@1141317746) -> (continuation of Deferred@1765645298 after retry RPC after error@1787954143)))
14:05:04.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.775 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2036138791(state=PENDING, result=null, callback=(continuation of Deferred@248898889 after retry RPC after error@1045578805) -> (continuation of Deferred@672753234 after retry RPC after error@961285197) -> (continuation of Deferred@412240256 after retry RPC after error@885900619) -> (continuation of Deferred@1468337782 after retry RPC after error@242376367) -> (continuation of Deferred@78039208 after retry RPC after error@1587262186) -> (continuation of Deferred@563274225 after retry RPC after error@1032406090) -> (continuation of Deferred@257439963 after retry RPC after error@207079224), errback=(continuation of Deferred@248898889 after retry RPC after error@1045578805) -> (continuation of Deferred@672753234 after retry RPC after error@961285197) -> (continuation of Deferred@412240256 after retry RPC after error@885900619) -> (continuation of Deferred@1468337782 after retry RPC after error@242376367) -> (continuation of Deferred@78039208 after retry RPC after error@1587262186) -> (continuation of Deferred@563274225 after retry RPC after error@1032406090) -> (continuation of Deferred@257439963 after retry RPC after error@207079224)))
14:05:04.775 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2036138791(state=PENDING, result=null, callback=(continuation of Deferred@248898889 after retry RPC after error@1045578805) -> (continuation of Deferred@672753234 after retry RPC after error@961285197) -> (continuation of Deferred@412240256 after retry RPC after error@885900619) -> (continuation of Deferred@1468337782 after retry RPC after error@242376367) -> (continuation of Deferred@78039208 after retry RPC after error@1587262186) -> (continuation of Deferred@563274225 after retry RPC after error@1032406090) -> (continuation of Deferred@257439963 after retry RPC after error@207079224), errback=(continuation of Deferred@248898889 after retry RPC after error@1045578805) -> (continuation of Deferred@672753234 after retry RPC after error@961285197) -> (continuation of Deferred@412240256 after retry RPC after error@885900619) -> (continuation of Deferred@1468337782 after retry RPC after error@242376367) -> (continuation of Deferred@78039208 after retry RPC after error@1587262186) -> (continuation of Deferred@563274225 after retry RPC after error@1032406090) -> (continuation of Deferred@257439963 after retry RPC after error@207079224)))
14:05:04.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:04.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:04.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:04.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:04.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:04.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:04.944572 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:04.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:04.945894 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:04.947172 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:05:05.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.036 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1120593579(state=PENDING, result=null, callback=(continuation of Deferred@633870430 after retry RPC after error@1411297025) -> (continuation of Deferred@206962832 after retry RPC after error@423378959) -> (continuation of Deferred@2094248350 after retry RPC after error@1570013090) -> (continuation of Deferred@1635427840 after retry RPC after error@440253976) -> (continuation of Deferred@2072228736 after retry RPC after error@85244477) -> (continuation of Deferred@829048377 after retry RPC after error@1188094834) -> (continuation of Deferred@547968923 after retry RPC after error@5035233), errback=(continuation of Deferred@633870430 after retry RPC after error@1411297025) -> (continuation of Deferred@206962832 after retry RPC after error@423378959) -> (continuation of Deferred@2094248350 after retry RPC after error@1570013090) -> (continuation of Deferred@1635427840 after retry RPC after error@440253976) -> (continuation of Deferred@2072228736 after retry RPC after error@85244477) -> (continuation of Deferred@829048377 after retry RPC after error@1188094834) -> (continuation of Deferred@547968923 after retry RPC after error@5035233)))
14:05:05.036 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1120593579(state=PENDING, result=null, callback=(continuation of Deferred@633870430 after retry RPC after error@1411297025) -> (continuation of Deferred@206962832 after retry RPC after error@423378959) -> (continuation of Deferred@2094248350 after retry RPC after error@1570013090) -> (continuation of Deferred@1635427840 after retry RPC after error@440253976) -> (continuation of Deferred@2072228736 after retry RPC after error@85244477) -> (continuation of Deferred@829048377 after retry RPC after error@1188094834) -> (continuation of Deferred@547968923 after retry RPC after error@5035233), errback=(continuation of Deferred@633870430 after retry RPC after error@1411297025) -> (continuation of Deferred@206962832 after retry RPC after error@423378959) -> (continuation of Deferred@2094248350 after retry RPC after error@1570013090) -> (continuation of Deferred@1635427840 after retry RPC after error@440253976) -> (continuation of Deferred@2072228736 after retry RPC after error@85244477) -> (continuation of Deferred@829048377 after retry RPC after error@1188094834) -> (continuation of Deferred@547968923 after retry RPC after error@5035233)))
14:05:05.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1102390286(state=PENDING, result=null, callback=(continuation of Deferred@1102428434 after retry RPC after error@361156615) -> (continuation of Deferred@1896274607 after retry RPC after error@435885525) -> (continuation of Deferred@1978286801 after retry RPC after error@1448059523) -> (continuation of Deferred@299616583 after retry RPC after error@1347367700) -> (continuation of Deferred@2006191878 after retry RPC after error@1550115021) -> (continuation of Deferred@330996727 after retry RPC after error@977587463), errback=(continuation of Deferred@1102428434 after retry RPC after error@361156615) -> (continuation of Deferred@1896274607 after retry RPC after error@435885525) -> (continuation of Deferred@1978286801 after retry RPC after error@1448059523) -> (continuation of Deferred@299616583 after retry RPC after error@1347367700) -> (continuation of Deferred@2006191878 after retry RPC after error@1550115021) -> (continuation of Deferred@330996727 after retry RPC after error@977587463)))
14:05:05.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1102390286(state=PENDING, result=null, callback=(continuation of Deferred@1102428434 after retry RPC after error@361156615) -> (continuation of Deferred@1896274607 after retry RPC after error@435885525) -> (continuation of Deferred@1978286801 after retry RPC after error@1448059523) -> (continuation of Deferred@299616583 after retry RPC after error@1347367700) -> (continuation of Deferred@2006191878 after retry RPC after error@1550115021) -> (continuation of Deferred@330996727 after retry RPC after error@977587463), errback=(continuation of Deferred@1102428434 after retry RPC after error@361156615) -> (continuation of Deferred@1896274607 after retry RPC after error@435885525) -> (continuation of Deferred@1978286801 after retry RPC after error@1448059523) -> (continuation of Deferred@299616583 after retry RPC after error@1347367700) -> (continuation of Deferred@2006191878 after retry RPC after error@1550115021) -> (continuation of Deferred@330996727 after retry RPC after error@977587463)))
14:05:05.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.312 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.435 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1428192786(state=PENDING, result=null, callback=(continuation of Deferred@126971582 after retry RPC after error@846420653) -> (continuation of Deferred@2026598684 after retry RPC after error@776814841) -> (continuation of Deferred@572866320 after retry RPC after error@179027915) -> (continuation of Deferred@701201427 after retry RPC after error@1841671003) -> (continuation of Deferred@1720964172 after retry RPC after error@823225010) -> (continuation of Deferred@1137226599 after retry RPC after error@60249910), errback=(continuation of Deferred@126971582 after retry RPC after error@846420653) -> (continuation of Deferred@2026598684 after retry RPC after error@776814841) -> (continuation of Deferred@572866320 after retry RPC after error@179027915) -> (continuation of Deferred@701201427 after retry RPC after error@1841671003) -> (continuation of Deferred@1720964172 after retry RPC after error@823225010) -> (continuation of Deferred@1137226599 after retry RPC after error@60249910)))
14:05:05.436 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1428192786(state=PENDING, result=null, callback=(continuation of Deferred@126971582 after retry RPC after error@846420653) -> (continuation of Deferred@2026598684 after retry RPC after error@776814841) -> (continuation of Deferred@572866320 after retry RPC after error@179027915) -> (continuation of Deferred@701201427 after retry RPC after error@1841671003) -> (continuation of Deferred@1720964172 after retry RPC after error@823225010) -> (continuation of Deferred@1137226599 after retry RPC after error@60249910), errback=(continuation of Deferred@126971582 after retry RPC after error@846420653) -> (continuation of Deferred@2026598684 after retry RPC after error@776814841) -> (continuation of Deferred@572866320 after retry RPC after error@179027915) -> (continuation of Deferred@701201427 after retry RPC after error@1841671003) -> (continuation of Deferred@1720964172 after retry RPC after error@823225010) -> (continuation of Deferred@1137226599 after retry RPC after error@60249910)))
14:05:05.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1261973752(state=PENDING, result=null, callback=(continuation of Deferred@1849129742 after retry RPC after error@1792072350) -> (continuation of Deferred@1766480596 after retry RPC after error@1669273845) -> (continuation of Deferred@918937759 after retry RPC after error@1521342707) -> (continuation of Deferred@1628087688 after retry RPC after error@2057941484) -> (continuation of Deferred@1676769086 after retry RPC after error@1462718963) -> (continuation of Deferred@1673365627 after retry RPC after error@1412199217) -> (continuation of Deferred@1015850509 after retry RPC after error@293718182), errback=(continuation of Deferred@1849129742 after retry RPC after error@1792072350) -> (continuation of Deferred@1766480596 after retry RPC after error@1669273845) -> (continuation of Deferred@918937759 after retry RPC after error@1521342707) -> (continuation of Deferred@1628087688 after retry RPC after error@2057941484) -> (continuation of Deferred@1676769086 after retry RPC after error@1462718963) -> (continuation of Deferred@1673365627 after retry RPC after error@1412199217) -> (continuation of Deferred@1015850509 after retry RPC after error@293718182)))
14:05:05.696 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1261973752(state=PENDING, result=null, callback=(continuation of Deferred@1849129742 after retry RPC after error@1792072350) -> (continuation of Deferred@1766480596 after retry RPC after error@1669273845) -> (continuation of Deferred@918937759 after retry RPC after error@1521342707) -> (continuation of Deferred@1628087688 after retry RPC after error@2057941484) -> (continuation of Deferred@1676769086 after retry RPC after error@1462718963) -> (continuation of Deferred@1673365627 after retry RPC after error@1412199217) -> (continuation of Deferred@1015850509 after retry RPC after error@293718182), errback=(continuation of Deferred@1849129742 after retry RPC after error@1792072350) -> (continuation of Deferred@1766480596 after retry RPC after error@1669273845) -> (continuation of Deferred@918937759 after retry RPC after error@1521342707) -> (continuation of Deferred@1628087688 after retry RPC after error@2057941484) -> (continuation of Deferred@1676769086 after retry RPC after error@1462718963) -> (continuation of Deferred@1673365627 after retry RPC after error@1412199217) -> (continuation of Deferred@1015850509 after retry RPC after error@293718182)))
14:05:05.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.916 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1067412595(state=PENDING, result=null, callback=(continuation of Deferred@1591555780 after retry RPC after error@508344827) -> (continuation of Deferred@1889487223 after retry RPC after error@874995683) -> (continuation of Deferred@58406069 after retry RPC after error@2021901888) -> (continuation of Deferred@1918762198 after retry RPC after error@2081127737) -> (continuation of Deferred@646918289 after retry RPC after error@1087914950) -> (continuation of Deferred@1568582727 after retry RPC after error@2059133028) -> (continuation of Deferred@636439578 after retry RPC after error@657190162), errback=(continuation of Deferred@1591555780 after retry RPC after error@508344827) -> (continuation of Deferred@1889487223 after retry RPC after error@874995683) -> (continuation of Deferred@58406069 after retry RPC after error@2021901888) -> (continuation of Deferred@1918762198 after retry RPC after error@2081127737) -> (continuation of Deferred@646918289 after retry RPC after error@1087914950) -> (continuation of Deferred@1568582727 after retry RPC after error@2059133028) -> (continuation of Deferred@636439578 after retry RPC after error@657190162)))
14:05:05.916 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1067412595(state=PENDING, result=null, callback=(continuation of Deferred@1591555780 after retry RPC after error@508344827) -> (continuation of Deferred@1889487223 after retry RPC after error@874995683) -> (continuation of Deferred@58406069 after retry RPC after error@2021901888) -> (continuation of Deferred@1918762198 after retry RPC after error@2081127737) -> (continuation of Deferred@646918289 after retry RPC after error@1087914950) -> (continuation of Deferred@1568582727 after retry RPC after error@2059133028) -> (continuation of Deferred@636439578 after retry RPC after error@657190162), errback=(continuation of Deferred@1591555780 after retry RPC after error@508344827) -> (continuation of Deferred@1889487223 after retry RPC after error@874995683) -> (continuation of Deferred@58406069 after retry RPC after error@2021901888) -> (continuation of Deferred@1918762198 after retry RPC after error@2081127737) -> (continuation of Deferred@646918289 after retry RPC after error@1087914950) -> (continuation of Deferred@1568582727 after retry RPC after error@2059133028) -> (continuation of Deferred@636439578 after retry RPC after error@657190162)))
14:05:05.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:05.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:05.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:05.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:05.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:05.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@762171923(state=PENDING, result=null, callback=(continuation of Deferred@1298203599 after retry RPC after error@543413313) -> (continuation of Deferred@995602408 after retry RPC after error@2028543963) -> (continuation of Deferred@1037243506 after retry RPC after error@61607509) -> (continuation of Deferred@84072743 after retry RPC after error@891619739) -> (continuation of Deferred@284228553 after retry RPC after error@1942851876) -> (continuation of Deferred@1612035483 after retry RPC after error@2103509459), errback=(continuation of Deferred@1298203599 after retry RPC after error@543413313) -> (continuation of Deferred@995602408 after retry RPC after error@2028543963) -> (continuation of Deferred@1037243506 after retry RPC after error@61607509) -> (continuation of Deferred@84072743 after retry RPC after error@891619739) -> (continuation of Deferred@284228553 after retry RPC after error@1942851876) -> (continuation of Deferred@1612035483 after retry RPC after error@2103509459)))
14:05:06.095 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@762171923(state=PENDING, result=null, callback=(continuation of Deferred@1298203599 after retry RPC after error@543413313) -> (continuation of Deferred@995602408 after retry RPC after error@2028543963) -> (continuation of Deferred@1037243506 after retry RPC after error@61607509) -> (continuation of Deferred@84072743 after retry RPC after error@891619739) -> (continuation of Deferred@284228553 after retry RPC after error@1942851876) -> (continuation of Deferred@1612035483 after retry RPC after error@2103509459), errback=(continuation of Deferred@1298203599 after retry RPC after error@543413313) -> (continuation of Deferred@995602408 after retry RPC after error@2028543963) -> (continuation of Deferred@1037243506 after retry RPC after error@61607509) -> (continuation of Deferred@84072743 after retry RPC after error@891619739) -> (continuation of Deferred@284228553 after retry RPC after error@1942851876) -> (continuation of Deferred@1612035483 after retry RPC after error@2103509459)))
14:05:06.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1961518028(state=PENDING, result=null, callback=(continuation of Deferred@458003204 after retry RPC after error@1475083223) -> (continuation of Deferred@1834236392 after retry RPC after error@1242022797) -> (continuation of Deferred@892124538 after retry RPC after error@1032965451) -> (continuation of Deferred@1908815976 after retry RPC after error@86607478) -> (continuation of Deferred@1438530756 after retry RPC after error@1719027885) -> (continuation of Deferred@640887155 after retry RPC after error@1876955637) -> (continuation of Deferred@1268537553 after retry RPC after error@536560175), errback=(continuation of Deferred@458003204 after retry RPC after error@1475083223) -> (continuation of Deferred@1834236392 after retry RPC after error@1242022797) -> (continuation of Deferred@892124538 after retry RPC after error@1032965451) -> (continuation of Deferred@1908815976 after retry RPC after error@86607478) -> (continuation of Deferred@1438530756 after retry RPC after error@1719027885) -> (continuation of Deferred@640887155 after retry RPC after error@1876955637) -> (continuation of Deferred@1268537553 after retry RPC after error@536560175)))
14:05:06.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1961518028(state=PENDING, result=null, callback=(continuation of Deferred@458003204 after retry RPC after error@1475083223) -> (continuation of Deferred@1834236392 after retry RPC after error@1242022797) -> (continuation of Deferred@892124538 after retry RPC after error@1032965451) -> (continuation of Deferred@1908815976 after retry RPC after error@86607478) -> (continuation of Deferred@1438530756 after retry RPC after error@1719027885) -> (continuation of Deferred@640887155 after retry RPC after error@1876955637) -> (continuation of Deferred@1268537553 after retry RPC after error@536560175), errback=(continuation of Deferred@458003204 after retry RPC after error@1475083223) -> (continuation of Deferred@1834236392 after retry RPC after error@1242022797) -> (continuation of Deferred@892124538 after retry RPC after error@1032965451) -> (continuation of Deferred@1908815976 after retry RPC after error@86607478) -> (continuation of Deferred@1438530756 after retry RPC after error@1719027885) -> (continuation of Deferred@640887155 after retry RPC after error@1876955637) -> (continuation of Deferred@1268537553 after retry RPC after error@536560175)))
14:05:06.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.573 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1163425954(state=PENDING, result=null, callback=(continuation of Deferred@1007922151 after retry RPC after error@683299821) -> (continuation of Deferred@1054486093 after retry RPC after error@952224860) -> (continuation of Deferred@430707760 after retry RPC after error@1668483539) -> (continuation of Deferred@213187510 after retry RPC after error@975267152) -> (continuation of Deferred@1129704368 after retry RPC after error@940793752) -> (continuation of Deferred@324102759 after retry RPC after error@585864888) -> (continuation of Deferred@1318056254 after retry RPC after error@1816299752), errback=(continuation of Deferred@1007922151 after retry RPC after error@683299821) -> (continuation of Deferred@1054486093 after retry RPC after error@952224860) -> (continuation of Deferred@430707760 after retry RPC after error@1668483539) -> (continuation of Deferred@213187510 after retry RPC after error@975267152) -> (continuation of Deferred@1129704368 after retry RPC after error@940793752) -> (continuation of Deferred@324102759 after retry RPC after error@585864888) -> (continuation of Deferred@1318056254 after retry RPC after error@1816299752)))
14:05:06.573 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:06.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.614 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.853 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [104ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@8223215(state=PENDING, result=null, callback=(continuation of Deferred@345649133 after retry RPC after error@1323823924) -> (continuation of Deferred@2101278916 after retry RPC after error@375866509) -> (continuation of Deferred@1405613291 after retry RPC after error@575194100) -> (continuation of Deferred@674949025 after retry RPC after error@81108231) -> (continuation of Deferred@1750684122 after retry RPC after error@208304198) -> (continuation of Deferred@1930592645 after retry RPC after error@1535575877) -> (continuation of Deferred@2037537390 after retry RPC after error@637908302), errback=(continuation of Deferred@345649133 after retry RPC after error@1323823924) -> (continuation of Deferred@2101278916 after retry RPC after error@375866509) -> (continuation of Deferred@1405613291 after retry RPC after error@575194100) -> (continuation of Deferred@674949025 after retry RPC after error@81108231) -> (continuation of Deferred@1750684122 after retry RPC after error@208304198) -> (continuation of Deferred@1930592645 after retry RPC after error@1535575877) -> (continuation of Deferred@2037537390 after retry RPC after error@637908302)))
14:05:06.853 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:06.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:06.942624 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:05:06.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:06.942775 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:06.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:06.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:06.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:06.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:06.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:06.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.055 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@186400596(state=PENDING, result=null, callback=(continuation of Deferred@1497261312 after retry RPC after error@324037756) -> (continuation of Deferred@1301828823 after retry RPC after error@664020143) -> (continuation of Deferred@220742456 after retry RPC after error@487325037) -> (continuation of Deferred@314191095 after retry RPC after error@336450387) -> (continuation of Deferred@1534292841 after retry RPC after error@433135103) -> (continuation of Deferred@1515145126 after retry RPC after error@539132151) -> (continuation of Deferred@1619679137 after retry RPC after error@1906671786), errback=(continuation of Deferred@1497261312 after retry RPC after error@324037756) -> (continuation of Deferred@1301828823 after retry RPC after error@664020143) -> (continuation of Deferred@220742456 after retry RPC after error@487325037) -> (continuation of Deferred@314191095 after retry RPC after error@336450387) -> (continuation of Deferred@1534292841 after retry RPC after error@433135103) -> (continuation of Deferred@1515145126 after retry RPC after error@539132151) -> (continuation of Deferred@1619679137 after retry RPC after error@1906671786)))
14:05:07.056 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@186400596(state=PENDING, result=null, callback=(continuation of Deferred@1497261312 after retry RPC after error@324037756) -> (continuation of Deferred@1301828823 after retry RPC after error@664020143) -> (continuation of Deferred@220742456 after retry RPC after error@487325037) -> (continuation of Deferred@314191095 after retry RPC after error@336450387) -> (continuation of Deferred@1534292841 after retry RPC after error@433135103) -> (continuation of Deferred@1515145126 after retry RPC after error@539132151) -> (continuation of Deferred@1619679137 after retry RPC after error@1906671786), errback=(continuation of Deferred@1497261312 after retry RPC after error@324037756) -> (continuation of Deferred@1301828823 after retry RPC after error@664020143) -> (continuation of Deferred@220742456 after retry RPC after error@487325037) -> (continuation of Deferred@314191095 after retry RPC after error@336450387) -> (continuation of Deferred@1534292841 after retry RPC after error@433135103) -> (continuation of Deferred@1515145126 after retry RPC after error@539132151) -> (continuation of Deferred@1619679137 after retry RPC after error@1906671786)))
14:05:07.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.255 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@626301981(state=PENDING, result=null, callback=(continuation of Deferred@1573611912 after retry RPC after error@1605350354) -> (continuation of Deferred@1627835722 after retry RPC after error@1622348035) -> (continuation of Deferred@1714594740 after retry RPC after error@1143057795) -> (continuation of Deferred@328877264 after retry RPC after error@1809413289) -> (continuation of Deferred@411391333 after retry RPC after error@1359064643) -> (continuation of Deferred@276614263 after retry RPC after error@815828717) -> (continuation of Deferred@45927393 after retry RPC after error@1578311235), errback=(continuation of Deferred@1573611912 after retry RPC after error@1605350354) -> (continuation of Deferred@1627835722 after retry RPC after error@1622348035) -> (continuation of Deferred@1714594740 after retry RPC after error@1143057795) -> (continuation of Deferred@328877264 after retry RPC after error@1809413289) -> (continuation of Deferred@411391333 after retry RPC after error@1359064643) -> (continuation of Deferred@276614263 after retry RPC after error@815828717) -> (continuation of Deferred@45927393 after retry RPC after error@1578311235)))
14:05:07.255 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@626301981(state=PENDING, result=null, callback=(continuation of Deferred@1573611912 after retry RPC after error@1605350354) -> (continuation of Deferred@1627835722 after retry RPC after error@1622348035) -> (continuation of Deferred@1714594740 after retry RPC after error@1143057795) -> (continuation of Deferred@328877264 after retry RPC after error@1809413289) -> (continuation of Deferred@411391333 after retry RPC after error@1359064643) -> (continuation of Deferred@276614263 after retry RPC after error@815828717) -> (continuation of Deferred@45927393 after retry RPC after error@1578311235), errback=(continuation of Deferred@1573611912 after retry RPC after error@1605350354) -> (continuation of Deferred@1627835722 after retry RPC after error@1622348035) -> (continuation of Deferred@1714594740 after retry RPC after error@1143057795) -> (continuation of Deferred@328877264 after retry RPC after error@1809413289) -> (continuation of Deferred@411391333 after retry RPC after error@1359064643) -> (continuation of Deferred@276614263 after retry RPC after error@815828717) -> (continuation of Deferred@45927393 after retry RPC after error@1578311235)))
14:05:07.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.394 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@253284063(state=PENDING, result=null, callback=(continuation of Deferred@360643781 after retry RPC after error@1680359848) -> (continuation of Deferred@1356033640 after retry RPC after error@427048091) -> (continuation of Deferred@2072929188 after retry RPC after error@1561155708) -> (continuation of Deferred@375840155 after retry RPC after error@785300264) -> (continuation of Deferred@651525654 after retry RPC after error@288099336) -> (continuation of Deferred@822510003 after retry RPC after error@1791654720) -> (continuation of Deferred@1734516161 after retry RPC after error@375357801) -> (continuation of Deferred@332497160 after retry RPC after error@720955465), errback=(continuation of Deferred@360643781 after retry RPC after error@1680359848) -> (continuation of Deferred@1356033640 after retry RPC after error@427048091) -> (continuation of Deferred@2072929188 after retry RPC after error@1561155708) -> (continuation of Deferred@375840155 after retry RPC after error@785300264) -> (continuation of Deferred@651525654 after retry RPC after error@288099336) -> (continuation of Deferred@822510003 after retry RPC after error@1791654720) -> (continuation of Deferred@1734516161 after retry RPC after error@375357801) -> (continuation of Deferred@332497160 after retry RPC after error@720955465)))
14:05:07.516 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [203ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [243ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@253284063(state=PENDING, result=null, callback=(continuation of Deferred@360643781 after retry RPC after error@1680359848) -> (continuation of Deferred@1356033640 after retry RPC after error@427048091) -> (continuation of Deferred@2072929188 after retry RPC after error@1561155708) -> (continuation of Deferred@375840155 after retry RPC after error@785300264) -> (continuation of Deferred@651525654 after retry RPC after error@288099336) -> (continuation of Deferred@822510003 after retry RPC after error@1791654720) -> (continuation of Deferred@1734516161 after retry RPC after error@375357801) -> (continuation of Deferred@332497160 after retry RPC after error@720955465), errback=(continuation of Deferred@360643781 after retry RPC after error@1680359848) -> (continuation of Deferred@1356033640 after retry RPC after error@427048091) -> (continuation of Deferred@2072929188 after retry RPC after error@1561155708) -> (continuation of Deferred@375840155 after retry RPC after error@785300264) -> (continuation of Deferred@651525654 after retry RPC after error@288099336) -> (continuation of Deferred@822510003 after retry RPC after error@1791654720) -> (continuation of Deferred@1734516161 after retry RPC after error@375357801) -> (continuation of Deferred@332497160 after retry RPC after error@720955465)))
14:05:07.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1645826520(state=PENDING, result=null, callback=(continuation of Deferred@1701999631 after retry RPC after error@474838892) -> (continuation of Deferred@808671823 after retry RPC after error@411851264) -> (continuation of Deferred@1856538386 after retry RPC after error@430537660) -> (continuation of Deferred@870497252 after retry RPC after error@1237625794) -> (continuation of Deferred@1677604351 after retry RPC after error@836294311) -> (continuation of Deferred@390297315 after retry RPC after error@2067088754) -> (continuation of Deferred@1777784358 after retry RPC after error@510412881), errback=(continuation of Deferred@1701999631 after retry RPC after error@474838892) -> (continuation of Deferred@808671823 after retry RPC after error@411851264) -> (continuation of Deferred@1856538386 after retry RPC after error@430537660) -> (continuation of Deferred@870497252 after retry RPC after error@1237625794) -> (continuation of Deferred@1677604351 after retry RPC after error@836294311) -> (continuation of Deferred@390297315 after retry RPC after error@2067088754) -> (continuation of Deferred@1777784358 after retry RPC after error@510412881)))
14:05:07.755 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1645826520(state=PENDING, result=null, callback=(continuation of Deferred@1701999631 after retry RPC after error@474838892) -> (continuation of Deferred@808671823 after retry RPC after error@411851264) -> (continuation of Deferred@1856538386 after retry RPC after error@430537660) -> (continuation of Deferred@870497252 after retry RPC after error@1237625794) -> (continuation of Deferred@1677604351 after retry RPC after error@836294311) -> (continuation of Deferred@390297315 after retry RPC after error@2067088754) -> (continuation of Deferred@1777784358 after retry RPC after error@510412881), errback=(continuation of Deferred@1701999631 after retry RPC after error@474838892) -> (continuation of Deferred@808671823 after retry RPC after error@411851264) -> (continuation of Deferred@1856538386 after retry RPC after error@430537660) -> (continuation of Deferred@870497252 after retry RPC after error@1237625794) -> (continuation of Deferred@1677604351 after retry RPC after error@836294311) -> (continuation of Deferred@390297315 after retry RPC after error@2067088754) -> (continuation of Deferred@1777784358 after retry RPC after error@510412881)))
14:05:07.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:07.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:07.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:07.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:07.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:07.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.033 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1956608175(state=PENDING, result=null, callback=(continuation of Deferred@1414657793 after retry RPC after error@1490889556) -> (continuation of Deferred@116914640 after retry RPC after error@161653665) -> (continuation of Deferred@1376826475 after retry RPC after error@1663480566) -> (continuation of Deferred@1520889403 after retry RPC after error@1174794597) -> (continuation of Deferred@291612194 after retry RPC after error@1191577594) -> (continuation of Deferred@717024791 after retry RPC after error@1130085628) -> (continuation of Deferred@1603752451 after retry RPC after error@685352924), errback=(continuation of Deferred@1414657793 after retry RPC after error@1490889556) -> (continuation of Deferred@116914640 after retry RPC after error@161653665) -> (continuation of Deferred@1376826475 after retry RPC after error@1663480566) -> (continuation of Deferred@1520889403 after retry RPC after error@1174794597) -> (continuation of Deferred@291612194 after retry RPC after error@1191577594) -> (continuation of Deferred@717024791 after retry RPC after error@1130085628) -> (continuation of Deferred@1603752451 after retry RPC after error@685352924)))
14:05:08.033 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:08.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.216 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1300615728(state=PENDING, result=null, callback=(continuation of Deferred@1391162432 after retry RPC after error@937588199) -> (continuation of Deferred@1100413434 after retry RPC after error@576829354) -> (continuation of Deferred@723623634 after retry RPC after error@264801052) -> (continuation of Deferred@2036857398 after retry RPC after error@1444208215) -> (continuation of Deferred@1902382409 after retry RPC after error@985655314) -> (continuation of Deferred@2093941561 after retry RPC after error@215583889) -> (continuation of Deferred@1560729094 after retry RPC after error@414997196), errback=(continuation of Deferred@1391162432 after retry RPC after error@937588199) -> (continuation of Deferred@1100413434 after retry RPC after error@576829354) -> (continuation of Deferred@723623634 after retry RPC after error@264801052) -> (continuation of Deferred@2036857398 after retry RPC after error@1444208215) -> (continuation of Deferred@1902382409 after retry RPC after error@985655314) -> (continuation of Deferred@2093941561 after retry RPC after error@215583889) -> (continuation of Deferred@1560729094 after retry RPC after error@414997196)))
14:05:08.217 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1300615728(state=PENDING, result=null, callback=(continuation of Deferred@1391162432 after retry RPC after error@937588199) -> (continuation of Deferred@1100413434 after retry RPC after error@576829354) -> (continuation of Deferred@723623634 after retry RPC after error@264801052) -> (continuation of Deferred@2036857398 after retry RPC after error@1444208215) -> (continuation of Deferred@1902382409 after retry RPC after error@985655314) -> (continuation of Deferred@2093941561 after retry RPC after error@215583889) -> (continuation of Deferred@1560729094 after retry RPC after error@414997196), errback=(continuation of Deferred@1391162432 after retry RPC after error@937588199) -> (continuation of Deferred@1100413434 after retry RPC after error@576829354) -> (continuation of Deferred@723623634 after retry RPC after error@264801052) -> (continuation of Deferred@2036857398 after retry RPC after error@1444208215) -> (continuation of Deferred@1902382409 after retry RPC after error@985655314) -> (continuation of Deferred@2093941561 after retry RPC after error@215583889) -> (continuation of Deferred@1560729094 after retry RPC after error@414997196)))
14:05:08.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.493 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@714609505(state=PENDING, result=null, callback=(continuation of Deferred@554317035 after retry RPC after error@1378765372) -> (continuation of Deferred@1014935335 after retry RPC after error@1444389074) -> (continuation of Deferred@650804119 after retry RPC after error@110475992) -> (continuation of Deferred@1339767482 after retry RPC after error@614531747) -> (continuation of Deferred@1363329891 after retry RPC after error@2049634537) -> (continuation of Deferred@1815223292 after retry RPC after error@1076541635) -> (continuation of Deferred@120857214 after retry RPC after error@716449737), errback=(continuation of Deferred@554317035 after retry RPC after error@1378765372) -> (continuation of Deferred@1014935335 after retry RPC after error@1444389074) -> (continuation of Deferred@650804119 after retry RPC after error@110475992) -> (continuation of Deferred@1339767482 after retry RPC after error@614531747) -> (continuation of Deferred@1363329891 after retry RPC after error@2049634537) -> (continuation of Deferred@1815223292 after retry RPC after error@1076541635) -> (continuation of Deferred@120857214 after retry RPC after error@716449737)))
14:05:08.493 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:08.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.654 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@778915084(state=PENDING, result=null, callback=(continuation of Deferred@1208278434 after retry RPC after error@1188745113) -> (continuation of Deferred@353531915 after retry RPC after error@1372799624) -> (continuation of Deferred@1062497501 after retry RPC after error@803392169) -> (continuation of Deferred@691420542 after retry RPC after error@1648033234) -> (continuation of Deferred@2123651020 after retry RPC after error@1192914229) -> (continuation of Deferred@1600091493 after retry RPC after error@1790891825), errback=(continuation of Deferred@1208278434 after retry RPC after error@1188745113) -> (continuation of Deferred@353531915 after retry RPC after error@1372799624) -> (continuation of Deferred@1062497501 after retry RPC after error@803392169) -> (continuation of Deferred@691420542 after retry RPC after error@1648033234) -> (continuation of Deferred@2123651020 after retry RPC after error@1192914229) -> (continuation of Deferred@1600091493 after retry RPC after error@1790891825)))
14:05:08.656 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@778915084(state=PENDING, result=null, callback=(continuation of Deferred@1208278434 after retry RPC after error@1188745113) -> (continuation of Deferred@353531915 after retry RPC after error@1372799624) -> (continuation of Deferred@1062497501 after retry RPC after error@803392169) -> (continuation of Deferred@691420542 after retry RPC after error@1648033234) -> (continuation of Deferred@2123651020 after retry RPC after error@1192914229) -> (continuation of Deferred@1600091493 after retry RPC after error@1790891825), errback=(continuation of Deferred@1208278434 after retry RPC after error@1188745113) -> (continuation of Deferred@353531915 after retry RPC after error@1372799624) -> (continuation of Deferred@1062497501 after retry RPC after error@803392169) -> (continuation of Deferred@691420542 after retry RPC after error@1648033234) -> (continuation of Deferred@2123651020 after retry RPC after error@1192914229) -> (continuation of Deferred@1600091493 after retry RPC after error@1790891825)))
14:05:08.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@407505252(state=PENDING, result=null, callback=(continuation of Deferred@234591761 after retry RPC after error@1486574141) -> (continuation of Deferred@1461371857 after retry RPC after error@533979519) -> (continuation of Deferred@1313449866 after retry RPC after error@1287724740) -> (continuation of Deferred@1296320710 after retry RPC after error@1302102024) -> (continuation of Deferred@1323961286 after retry RPC after error@169413601) -> (continuation of Deferred@1702125596 after retry RPC after error@1279336570), errback=(continuation of Deferred@234591761 after retry RPC after error@1486574141) -> (continuation of Deferred@1461371857 after retry RPC after error@533979519) -> (continuation of Deferred@1313449866 after retry RPC after error@1287724740) -> (continuation of Deferred@1296320710 after retry RPC after error@1302102024) -> (continuation of Deferred@1323961286 after retry RPC after error@169413601) -> (continuation of Deferred@1702125596 after retry RPC after error@1279336570)))
14:05:08.876 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@407505252(state=PENDING, result=null, callback=(continuation of Deferred@234591761 after retry RPC after error@1486574141) -> (continuation of Deferred@1461371857 after retry RPC after error@533979519) -> (continuation of Deferred@1313449866 after retry RPC after error@1287724740) -> (continuation of Deferred@1296320710 after retry RPC after error@1302102024) -> (continuation of Deferred@1323961286 after retry RPC after error@169413601) -> (continuation of Deferred@1702125596 after retry RPC after error@1279336570), errback=(continuation of Deferred@234591761 after retry RPC after error@1486574141) -> (continuation of Deferred@1461371857 after retry RPC after error@533979519) -> (continuation of Deferred@1313449866 after retry RPC after error@1287724740) -> (continuation of Deferred@1296320710 after retry RPC after error@1302102024) -> (continuation of Deferred@1323961286 after retry RPC after error@169413601) -> (continuation of Deferred@1702125596 after retry RPC after error@1279336570)))
14:05:08.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.932 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:08.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:08.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:08.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:08.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:08.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.095 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@865603532(state=PENDING, result=null, callback=(continuation of Deferred@1896066203 after retry RPC after error@1268580339) -> (continuation of Deferred@107601776 after retry RPC after error@1971078686) -> (continuation of Deferred@427252574 after retry RPC after error@892886244) -> (continuation of Deferred@2103613292 after retry RPC after error@1790538344) -> (continuation of Deferred@1236761034 after retry RPC after error@1050657636) -> (continuation of Deferred@1471146540 after retry RPC after error@1982130307) -> (continuation of Deferred@70235812 after retry RPC after error@1147916710) -> (continuation of Deferred@1815985549 after retry RPC after error@1024204921), errback=(continuation of Deferred@1896066203 after retry RPC after error@1268580339) -> (continuation of Deferred@107601776 after retry RPC after error@1971078686) -> (continuation of Deferred@427252574 after retry RPC after error@892886244) -> (continuation of Deferred@2103613292 after retry RPC after error@1790538344) -> (continuation of Deferred@1236761034 after retry RPC after error@1050657636) -> (continuation of Deferred@1471146540 after retry RPC after error@1982130307) -> (continuation of Deferred@70235812 after retry RPC after error@1147916710) -> (continuation of Deferred@1815985549 after retry RPC after error@1024204921)))
14:05:09.100 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@865603532(state=PENDING, result=null, callback=(continuation of Deferred@1896066203 after retry RPC after error@1268580339) -> (continuation of Deferred@107601776 after retry RPC after error@1971078686) -> (continuation of Deferred@427252574 after retry RPC after error@892886244) -> (continuation of Deferred@2103613292 after retry RPC after error@1790538344) -> (continuation of Deferred@1236761034 after retry RPC after error@1050657636) -> (continuation of Deferred@1471146540 after retry RPC after error@1982130307) -> (continuation of Deferred@70235812 after retry RPC after error@1147916710) -> (continuation of Deferred@1815985549 after retry RPC after error@1024204921), errback=(continuation of Deferred@1896066203 after retry RPC after error@1268580339) -> (continuation of Deferred@107601776 after retry RPC after error@1971078686) -> (continuation of Deferred@427252574 after retry RPC after error@892886244) -> (continuation of Deferred@2103613292 after retry RPC after error@1790538344) -> (continuation of Deferred@1236761034 after retry RPC after error@1050657636) -> (continuation of Deferred@1471146540 after retry RPC after error@1982130307) -> (continuation of Deferred@70235812 after retry RPC after error@1147916710) -> (continuation of Deferred@1815985549 after retry RPC after error@1024204921)))
14:05:09.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.373 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@724485876(state=PENDING, result=null, callback=(continuation of Deferred@993115906 after retry RPC after error@665177678) -> (continuation of Deferred@1450751844 after retry RPC after error@196923961) -> (continuation of Deferred@1027847651 after retry RPC after error@874372027) -> (continuation of Deferred@667785675 after retry RPC after error@1242413585) -> (continuation of Deferred@1791095326 after retry RPC after error@811285758) -> (continuation of Deferred@2073295103 after retry RPC after error@1550387374) -> (continuation of Deferred@962412607 after retry RPC after error@1342711590), errback=(continuation of Deferred@993115906 after retry RPC after error@665177678) -> (continuation of Deferred@1450751844 after retry RPC after error@196923961) -> (continuation of Deferred@1027847651 after retry RPC after error@874372027) -> (continuation of Deferred@667785675 after retry RPC after error@1242413585) -> (continuation of Deferred@1791095326 after retry RPC after error@811285758) -> (continuation of Deferred@2073295103 after retry RPC after error@1550387374) -> (continuation of Deferred@962412607 after retry RPC after error@1342711590)))
14:05:09.373 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:09.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.452 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.615 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@740683537(state=PENDING, result=null, callback=(continuation of Deferred@630441726 after retry RPC after error@1169558005) -> (continuation of Deferred@227626359 after retry RPC after error@240088755) -> (continuation of Deferred@902886834 after retry RPC after error@1079819100) -> (continuation of Deferred@1193389269 after retry RPC after error@841920620) -> (continuation of Deferred@6405886 after retry RPC after error@633500661) -> (continuation of Deferred@1875846300 after retry RPC after error@681919705) -> (continuation of Deferred@633248125 after retry RPC after error@324340708), errback=(continuation of Deferred@630441726 after retry RPC after error@1169558005) -> (continuation of Deferred@227626359 after retry RPC after error@240088755) -> (continuation of Deferred@902886834 after retry RPC after error@1079819100) -> (continuation of Deferred@1193389269 after retry RPC after error@841920620) -> (continuation of Deferred@6405886 after retry RPC after error@633500661) -> (continuation of Deferred@1875846300 after retry RPC after error@681919705) -> (continuation of Deferred@633248125 after retry RPC after error@324340708)))
14:05:09.615 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@740683537(state=PENDING, result=null, callback=(continuation of Deferred@630441726 after retry RPC after error@1169558005) -> (continuation of Deferred@227626359 after retry RPC after error@240088755) -> (continuation of Deferred@902886834 after retry RPC after error@1079819100) -> (continuation of Deferred@1193389269 after retry RPC after error@841920620) -> (continuation of Deferred@6405886 after retry RPC after error@633500661) -> (continuation of Deferred@1875846300 after retry RPC after error@681919705) -> (continuation of Deferred@633248125 after retry RPC after error@324340708), errback=(continuation of Deferred@630441726 after retry RPC after error@1169558005) -> (continuation of Deferred@227626359 after retry RPC after error@240088755) -> (continuation of Deferred@902886834 after retry RPC after error@1079819100) -> (continuation of Deferred@1193389269 after retry RPC after error@841920620) -> (continuation of Deferred@6405886 after retry RPC after error@633500661) -> (continuation of Deferred@1875846300 after retry RPC after error@681919705) -> (continuation of Deferred@633248125 after retry RPC after error@324340708)))
14:05:09.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.815 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1426025203(state=PENDING, result=null, callback=(continuation of Deferred@1278434457 after retry RPC after error@180440567) -> (continuation of Deferred@1994457661 after retry RPC after error@1508263648) -> (continuation of Deferred@258412241 after retry RPC after error@256463935) -> (continuation of Deferred@1900502785 after retry RPC after error@452839055) -> (continuation of Deferred@769348231 after retry RPC after error@1760957359) -> (continuation of Deferred@587392743 after retry RPC after error@1463780790) -> (continuation of Deferred@545761980 after retry RPC after error@2025111144), errback=(continuation of Deferred@1278434457 after retry RPC after error@180440567) -> (continuation of Deferred@1994457661 after retry RPC after error@1508263648) -> (continuation of Deferred@258412241 after retry RPC after error@256463935) -> (continuation of Deferred@1900502785 after retry RPC after error@452839055) -> (continuation of Deferred@769348231 after retry RPC after error@1760957359) -> (continuation of Deferred@587392743 after retry RPC after error@1463780790) -> (continuation of Deferred@545761980 after retry RPC after error@2025111144)))
14:05:09.815 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1426025203(state=PENDING, result=null, callback=(continuation of Deferred@1278434457 after retry RPC after error@180440567) -> (continuation of Deferred@1994457661 after retry RPC after error@1508263648) -> (continuation of Deferred@258412241 after retry RPC after error@256463935) -> (continuation of Deferred@1900502785 after retry RPC after error@452839055) -> (continuation of Deferred@769348231 after retry RPC after error@1760957359) -> (continuation of Deferred@587392743 after retry RPC after error@1463780790) -> (continuation of Deferred@545761980 after retry RPC after error@2025111144), errback=(continuation of Deferred@1278434457 after retry RPC after error@180440567) -> (continuation of Deferred@1994457661 after retry RPC after error@1508263648) -> (continuation of Deferred@258412241 after retry RPC after error@256463935) -> (continuation of Deferred@1900502785 after retry RPC after error@452839055) -> (continuation of Deferred@769348231 after retry RPC after error@1760957359) -> (continuation of Deferred@587392743 after retry RPC after error@1463780790) -> (continuation of Deferred@545761980 after retry RPC after error@2025111144)))
14:05:09.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:09.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:09.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:09.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:09.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:09.990028 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:09.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:09.993417 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:09.994977 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:05:10.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.074 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@49639688(state=PENDING, result=null, callback=(continuation of Deferred@1063953594 after retry RPC after error@1510625662) -> (continuation of Deferred@2111874076 after retry RPC after error@1421146009) -> (continuation of Deferred@1049745089 after retry RPC after error@915988940) -> (continuation of Deferred@1319134023 after retry RPC after error@1037782325) -> (continuation of Deferred@231515025 after retry RPC after error@2091623781) -> (continuation of Deferred@836520940 after retry RPC after error@1443432967) -> (continuation of Deferred@1043458940 after retry RPC after error@529588562), errback=(continuation of Deferred@1063953594 after retry RPC after error@1510625662) -> (continuation of Deferred@2111874076 after retry RPC after error@1421146009) -> (continuation of Deferred@1049745089 after retry RPC after error@915988940) -> (continuation of Deferred@1319134023 after retry RPC after error@1037782325) -> (continuation of Deferred@231515025 after retry RPC after error@2091623781) -> (continuation of Deferred@836520940 after retry RPC after error@1443432967) -> (continuation of Deferred@1043458940 after retry RPC after error@529588562)))
14:05:10.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@49639688(state=PENDING, result=null, callback=(continuation of Deferred@1063953594 after retry RPC after error@1510625662) -> (continuation of Deferred@2111874076 after retry RPC after error@1421146009) -> (continuation of Deferred@1049745089 after retry RPC after error@915988940) -> (continuation of Deferred@1319134023 after retry RPC after error@1037782325) -> (continuation of Deferred@231515025 after retry RPC after error@2091623781) -> (continuation of Deferred@836520940 after retry RPC after error@1443432967) -> (continuation of Deferred@1043458940 after retry RPC after error@529588562), errback=(continuation of Deferred@1063953594 after retry RPC after error@1510625662) -> (continuation of Deferred@2111874076 after retry RPC after error@1421146009) -> (continuation of Deferred@1049745089 after retry RPC after error@915988940) -> (continuation of Deferred@1319134023 after retry RPC after error@1037782325) -> (continuation of Deferred@231515025 after retry RPC after error@2091623781) -> (continuation of Deferred@836520940 after retry RPC after error@1443432967) -> (continuation of Deferred@1043458940 after retry RPC after error@529588562)))
14:05:10.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1001280829(state=PENDING, result=null, callback=(continuation of Deferred@212259174 after retry RPC after error@420331189) -> (continuation of Deferred@1275173034 after retry RPC after error@97467306) -> (continuation of Deferred@1071183764 after retry RPC after error@1263804108) -> (continuation of Deferred@189799364 after retry RPC after error@2000581487) -> (continuation of Deferred@262299211 after retry RPC after error@1693156109) -> (continuation of Deferred@1869490799 after retry RPC after error@1808767462) -> (continuation of Deferred@1988285138 after retry RPC after error@1321850084), errback=(continuation of Deferred@212259174 after retry RPC after error@420331189) -> (continuation of Deferred@1275173034 after retry RPC after error@97467306) -> (continuation of Deferred@1071183764 after retry RPC after error@1263804108) -> (continuation of Deferred@189799364 after retry RPC after error@2000581487) -> (continuation of Deferred@262299211 after retry RPC after error@1693156109) -> (continuation of Deferred@1869490799 after retry RPC after error@1808767462) -> (continuation of Deferred@1988285138 after retry RPC after error@1321850084)))
14:05:10.296 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1001280829(state=PENDING, result=null, callback=(continuation of Deferred@212259174 after retry RPC after error@420331189) -> (continuation of Deferred@1275173034 after retry RPC after error@97467306) -> (continuation of Deferred@1071183764 after retry RPC after error@1263804108) -> (continuation of Deferred@189799364 after retry RPC after error@2000581487) -> (continuation of Deferred@262299211 after retry RPC after error@1693156109) -> (continuation of Deferred@1869490799 after retry RPC after error@1808767462) -> (continuation of Deferred@1988285138 after retry RPC after error@1321850084), errback=(continuation of Deferred@212259174 after retry RPC after error@420331189) -> (continuation of Deferred@1275173034 after retry RPC after error@97467306) -> (continuation of Deferred@1071183764 after retry RPC after error@1263804108) -> (continuation of Deferred@189799364 after retry RPC after error@2000581487) -> (continuation of Deferred@262299211 after retry RPC after error@1693156109) -> (continuation of Deferred@1869490799 after retry RPC after error@1808767462) -> (continuation of Deferred@1988285138 after retry RPC after error@1321850084)))
14:05:10.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.415 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@3669182(state=PENDING, result=null, callback=(continuation of Deferred@1299336320 after retry RPC after error@2097925340) -> (continuation of Deferred@1472774651 after retry RPC after error@1755645360) -> (continuation of Deferred@938234472 after retry RPC after error@346166629) -> (continuation of Deferred@99928339 after retry RPC after error@1161614488) -> (continuation of Deferred@269918533 after retry RPC after error@337348383) -> (continuation of Deferred@931428574 after retry RPC after error@339731106) -> (continuation of Deferred@822502889 after retry RPC after error@2037198761), errback=(continuation of Deferred@1299336320 after retry RPC after error@2097925340) -> (continuation of Deferred@1472774651 after retry RPC after error@1755645360) -> (continuation of Deferred@938234472 after retry RPC after error@346166629) -> (continuation of Deferred@99928339 after retry RPC after error@1161614488) -> (continuation of Deferred@269918533 after retry RPC after error@337348383) -> (continuation of Deferred@931428574 after retry RPC after error@339731106) -> (continuation of Deferred@822502889 after retry RPC after error@2037198761)))
14:05:10.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@3669182(state=PENDING, result=null, callback=(continuation of Deferred@1299336320 after retry RPC after error@2097925340) -> (continuation of Deferred@1472774651 after retry RPC after error@1755645360) -> (continuation of Deferred@938234472 after retry RPC after error@346166629) -> (continuation of Deferred@99928339 after retry RPC after error@1161614488) -> (continuation of Deferred@269918533 after retry RPC after error@337348383) -> (continuation of Deferred@931428574 after retry RPC after error@339731106) -> (continuation of Deferred@822502889 after retry RPC after error@2037198761), errback=(continuation of Deferred@1299336320 after retry RPC after error@2097925340) -> (continuation of Deferred@1472774651 after retry RPC after error@1755645360) -> (continuation of Deferred@938234472 after retry RPC after error@346166629) -> (continuation of Deferred@99928339 after retry RPC after error@1161614488) -> (continuation of Deferred@269918533 after retry RPC after error@337348383) -> (continuation of Deferred@931428574 after retry RPC after error@339731106) -> (continuation of Deferred@822502889 after retry RPC after error@2037198761)))
14:05:10.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1489708579(state=PENDING, result=null, callback=(continuation of Deferred@1285640975 after retry RPC after error@676133649) -> (continuation of Deferred@45994724 after retry RPC after error@54920878) -> (continuation of Deferred@1169753314 after retry RPC after error@182643511) -> (continuation of Deferred@1722032765 after retry RPC after error@1432632177) -> (continuation of Deferred@1484241707 after retry RPC after error@1162954817) -> (continuation of Deferred@35732828 after retry RPC after error@1995055578) -> (continuation of Deferred@320959183 after retry RPC after error@1560097706), errback=(continuation of Deferred@1285640975 after retry RPC after error@676133649) -> (continuation of Deferred@45994724 after retry RPC after error@54920878) -> (continuation of Deferred@1169753314 after retry RPC after error@182643511) -> (continuation of Deferred@1722032765 after retry RPC after error@1432632177) -> (continuation of Deferred@1484241707 after retry RPC after error@1162954817) -> (continuation of Deferred@35732828 after retry RPC after error@1995055578) -> (continuation of Deferred@320959183 after retry RPC after error@1560097706)))
14:05:10.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [183ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1489708579(state=PENDING, result=null, callback=(continuation of Deferred@1285640975 after retry RPC after error@676133649) -> (continuation of Deferred@45994724 after retry RPC after error@54920878) -> (continuation of Deferred@1169753314 after retry RPC after error@182643511) -> (continuation of Deferred@1722032765 after retry RPC after error@1432632177) -> (continuation of Deferred@1484241707 after retry RPC after error@1162954817) -> (continuation of Deferred@35732828 after retry RPC after error@1995055578) -> (continuation of Deferred@320959183 after retry RPC after error@1560097706), errback=(continuation of Deferred@1285640975 after retry RPC after error@676133649) -> (continuation of Deferred@45994724 after retry RPC after error@54920878) -> (continuation of Deferred@1169753314 after retry RPC after error@182643511) -> (continuation of Deferred@1722032765 after retry RPC after error@1432632177) -> (continuation of Deferred@1484241707 after retry RPC after error@1162954817) -> (continuation of Deferred@35732828 after retry RPC after error@1995055578) -> (continuation of Deferred@320959183 after retry RPC after error@1560097706)))
14:05:10.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@960052063(state=PENDING, result=null, callback=(continuation of Deferred@17032016 after retry RPC after error@1661052432) -> (continuation of Deferred@1481857357 after retry RPC after error@683700955) -> (continuation of Deferred@910626288 after retry RPC after error@1486359566) -> (continuation of Deferred@449032033 after retry RPC after error@834551880) -> (continuation of Deferred@1058599682 after retry RPC after error@662204563) -> (continuation of Deferred@541555642 after retry RPC after error@1673053178) -> (continuation of Deferred@465611884 after retry RPC after error@2136517487), errback=(continuation of Deferred@17032016 after retry RPC after error@1661052432) -> (continuation of Deferred@1481857357 after retry RPC after error@683700955) -> (continuation of Deferred@910626288 after retry RPC after error@1486359566) -> (continuation of Deferred@449032033 after retry RPC after error@834551880) -> (continuation of Deferred@1058599682 after retry RPC after error@662204563) -> (continuation of Deferred@541555642 after retry RPC after error@1673053178) -> (continuation of Deferred@465611884 after retry RPC after error@2136517487)))
14:05:10.956 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@960052063(state=PENDING, result=null, callback=(continuation of Deferred@17032016 after retry RPC after error@1661052432) -> (continuation of Deferred@1481857357 after retry RPC after error@683700955) -> (continuation of Deferred@910626288 after retry RPC after error@1486359566) -> (continuation of Deferred@449032033 after retry RPC after error@834551880) -> (continuation of Deferred@1058599682 after retry RPC after error@662204563) -> (continuation of Deferred@541555642 after retry RPC after error@1673053178) -> (continuation of Deferred@465611884 after retry RPC after error@2136517487), errback=(continuation of Deferred@17032016 after retry RPC after error@1661052432) -> (continuation of Deferred@1481857357 after retry RPC after error@683700955) -> (continuation of Deferred@910626288 after retry RPC after error@1486359566) -> (continuation of Deferred@449032033 after retry RPC after error@834551880) -> (continuation of Deferred@1058599682 after retry RPC after error@662204563) -> (continuation of Deferred@541555642 after retry RPC after error@1673053178) -> (continuation of Deferred@465611884 after retry RPC after error@2136517487)))
14:05:10.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:10.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:10.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:10.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:10.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:10.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.152 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@460078012(state=PENDING, result=null, callback=(continuation of Deferred@1388785764 after retry RPC after error@58056733) -> (continuation of Deferred@814128792 after retry RPC after error@1255011055) -> (continuation of Deferred@560119746 after retry RPC after error@230409979) -> (continuation of Deferred@164494218 after retry RPC after error@741489366) -> (continuation of Deferred@412748861 after retry RPC after error@1262853579) -> (continuation of Deferred@766652034 after retry RPC after error@283858280) -> (continuation of Deferred@1490569388 after retry RPC after error@1058291129) -> (continuation of Deferred@65983207 after retry RPC after error@1239717863), errback=(continuation of Deferred@1388785764 after retry RPC after error@58056733) -> (continuation of Deferred@814128792 after retry RPC after error@1255011055) -> (continuation of Deferred@560119746 after retry RPC after error@230409979) -> (continuation of Deferred@164494218 after retry RPC after error@741489366) -> (continuation of Deferred@412748861 after retry RPC after error@1262853579) -> (continuation of Deferred@766652034 after retry RPC after error@283858280) -> (continuation of Deferred@1490569388 after retry RPC after error@1058291129) -> (continuation of Deferred@65983207 after retry RPC after error@1239717863)))
14:05:11.196 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [223ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@460078012(state=PENDING, result=null, callback=(continuation of Deferred@1388785764 after retry RPC after error@58056733) -> (continuation of Deferred@814128792 after retry RPC after error@1255011055) -> (continuation of Deferred@560119746 after retry RPC after error@230409979) -> (continuation of Deferred@164494218 after retry RPC after error@741489366) -> (continuation of Deferred@412748861 after retry RPC after error@1262853579) -> (continuation of Deferred@766652034 after retry RPC after error@283858280) -> (continuation of Deferred@1490569388 after retry RPC after error@1058291129) -> (continuation of Deferred@65983207 after retry RPC after error@1239717863), errback=(continuation of Deferred@1388785764 after retry RPC after error@58056733) -> (continuation of Deferred@814128792 after retry RPC after error@1255011055) -> (continuation of Deferred@560119746 after retry RPC after error@230409979) -> (continuation of Deferred@164494218 after retry RPC after error@741489366) -> (continuation of Deferred@412748861 after retry RPC after error@1262853579) -> (continuation of Deferred@766652034 after retry RPC after error@283858280) -> (continuation of Deferred@1490569388 after retry RPC after error@1058291129) -> (continuation of Deferred@65983207 after retry RPC after error@1239717863)))
14:05:11.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.294 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.355 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1542124531(state=PENDING, result=null, callback=(continuation of Deferred@716057294 after retry RPC after error@1280648669) -> (continuation of Deferred@1221131827 after retry RPC after error@1152514482) -> (continuation of Deferred@529679280 after retry RPC after error@2056058450) -> (continuation of Deferred@1966777942 after retry RPC after error@1041083690) -> (continuation of Deferred@856684184 after retry RPC after error@774678733) -> (continuation of Deferred@235189064 after retry RPC after error@1572023135), errback=(continuation of Deferred@716057294 after retry RPC after error@1280648669) -> (continuation of Deferred@1221131827 after retry RPC after error@1152514482) -> (continuation of Deferred@529679280 after retry RPC after error@2056058450) -> (continuation of Deferred@1966777942 after retry RPC after error@1041083690) -> (continuation of Deferred@856684184 after retry RPC after error@774678733) -> (continuation of Deferred@235189064 after retry RPC after error@1572023135)))
14:05:11.355 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1542124531(state=PENDING, result=null, callback=(continuation of Deferred@716057294 after retry RPC after error@1280648669) -> (continuation of Deferred@1221131827 after retry RPC after error@1152514482) -> (continuation of Deferred@529679280 after retry RPC after error@2056058450) -> (continuation of Deferred@1966777942 after retry RPC after error@1041083690) -> (continuation of Deferred@856684184 after retry RPC after error@774678733) -> (continuation of Deferred@235189064 after retry RPC after error@1572023135), errback=(continuation of Deferred@716057294 after retry RPC after error@1280648669) -> (continuation of Deferred@1221131827 after retry RPC after error@1152514482) -> (continuation of Deferred@529679280 after retry RPC after error@2056058450) -> (continuation of Deferred@1966777942 after retry RPC after error@1041083690) -> (continuation of Deferred@856684184 after retry RPC after error@774678733) -> (continuation of Deferred@235189064 after retry RPC after error@1572023135)))
14:05:11.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.633 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@21487948(state=PENDING, result=null, callback=(continuation of Deferred@232398784 after retry RPC after error@484522240) -> (continuation of Deferred@1599164440 after retry RPC after error@1638041407) -> (continuation of Deferred@1021030612 after retry RPC after error@694658934) -> (continuation of Deferred@2095313874 after retry RPC after error@151848974) -> (continuation of Deferred@1756452075 after retry RPC after error@2088309404) -> (continuation of Deferred@535237538 after retry RPC after error@2118853928) -> (continuation of Deferred@482287622 after retry RPC after error@677788927), errback=(continuation of Deferred@232398784 after retry RPC after error@484522240) -> (continuation of Deferred@1599164440 after retry RPC after error@1638041407) -> (continuation of Deferred@1021030612 after retry RPC after error@694658934) -> (continuation of Deferred@2095313874 after retry RPC after error@151848974) -> (continuation of Deferred@1756452075 after retry RPC after error@2088309404) -> (continuation of Deferred@535237538 after retry RPC after error@2118853928) -> (continuation of Deferred@482287622 after retry RPC after error@677788927)))
14:05:11.634 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:11.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.913 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@182572089(state=PENDING, result=null, callback=(continuation of Deferred@873713992 after retry RPC after error@1610091784) -> (continuation of Deferred@719132776 after retry RPC after error@773406998) -> (continuation of Deferred@78273548 after retry RPC after error@455447004) -> (continuation of Deferred@1509541000 after retry RPC after error@1032597328) -> (continuation of Deferred@1796234961 after retry RPC after error@1544329502) -> (continuation of Deferred@1262930835 after retry RPC after error@401378052) -> (continuation of Deferred@2120460798 after retry RPC after error@1184832325), errback=(continuation of Deferred@873713992 after retry RPC after error@1610091784) -> (continuation of Deferred@719132776 after retry RPC after error@773406998) -> (continuation of Deferred@78273548 after retry RPC after error@455447004) -> (continuation of Deferred@1509541000 after retry RPC after error@1032597328) -> (continuation of Deferred@1796234961 after retry RPC after error@1544329502) -> (continuation of Deferred@1262930835 after retry RPC after error@401378052) -> (continuation of Deferred@2120460798 after retry RPC after error@1184832325)))
14:05:11.913 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:11.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:11.944319 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:05:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:11.944482 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:11.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.955 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.955 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.972 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:11.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:11.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:11.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:11.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:11.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@725789442(state=PENDING, result=null, callback=(continuation of Deferred@20961445 after retry RPC after error@67091627) -> (continuation of Deferred@336271251 after retry RPC after error@716154027) -> (continuation of Deferred@1428859819 after retry RPC after error@726556481) -> (continuation of Deferred@1731551796 after retry RPC after error@820512901) -> (continuation of Deferred@815766208 after retry RPC after error@1769107397) -> (continuation of Deferred@622498845 after retry RPC after error@1430653979) -> (continuation of Deferred@423876073 after retry RPC after error@1664458051), errback=(continuation of Deferred@20961445 after retry RPC after error@67091627) -> (continuation of Deferred@336271251 after retry RPC after error@716154027) -> (continuation of Deferred@1428859819 after retry RPC after error@726556481) -> (continuation of Deferred@1731551796 after retry RPC after error@820512901) -> (continuation of Deferred@815766208 after retry RPC after error@1769107397) -> (continuation of Deferred@622498845 after retry RPC after error@1430653979) -> (continuation of Deferred@423876073 after retry RPC after error@1664458051)))
14:05:12.176 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@725789442(state=PENDING, result=null, callback=(continuation of Deferred@20961445 after retry RPC after error@67091627) -> (continuation of Deferred@336271251 after retry RPC after error@716154027) -> (continuation of Deferred@1428859819 after retry RPC after error@726556481) -> (continuation of Deferred@1731551796 after retry RPC after error@820512901) -> (continuation of Deferred@815766208 after retry RPC after error@1769107397) -> (continuation of Deferred@622498845 after retry RPC after error@1430653979) -> (continuation of Deferred@423876073 after retry RPC after error@1664458051), errback=(continuation of Deferred@20961445 after retry RPC after error@67091627) -> (continuation of Deferred@336271251 after retry RPC after error@716154027) -> (continuation of Deferred@1428859819 after retry RPC after error@726556481) -> (continuation of Deferred@1731551796 after retry RPC after error@820512901) -> (continuation of Deferred@815766208 after retry RPC after error@1769107397) -> (continuation of Deferred@622498845 after retry RPC after error@1430653979) -> (continuation of Deferred@423876073 after retry RPC after error@1664458051)))
14:05:12.192 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.193 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.272 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.453 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [123ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1546940286(state=PENDING, result=null, callback=(continuation of Deferred@1951053422 after retry RPC after error@289596570) -> (continuation of Deferred@1574052860 after retry RPC after error@585300135) -> (continuation of Deferred@62571347 after retry RPC after error@98206090) -> (continuation of Deferred@1239129870 after retry RPC after error@2093576530) -> (continuation of Deferred@691832259 after retry RPC after error@2025555903) -> (continuation of Deferred@1829585993 after retry RPC after error@1517943643) -> (continuation of Deferred@396783434 after retry RPC after error@864326782), errback=(continuation of Deferred@1951053422 after retry RPC after error@289596570) -> (continuation of Deferred@1574052860 after retry RPC after error@585300135) -> (continuation of Deferred@62571347 after retry RPC after error@98206090) -> (continuation of Deferred@1239129870 after retry RPC after error@2093576530) -> (continuation of Deferred@691832259 after retry RPC after error@2025555903) -> (continuation of Deferred@1829585993 after retry RPC after error@1517943643) -> (continuation of Deferred@396783434 after retry RPC after error@864326782)))
14:05:12.453 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:12.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.594 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1111536633(state=PENDING, result=null, callback=(continuation of Deferred@141160795 after retry RPC after error@641547061) -> (continuation of Deferred@1057510426 after retry RPC after error@2014377849) -> (continuation of Deferred@1068769801 after retry RPC after error@1889485401) -> (continuation of Deferred@222978260 after retry RPC after error@1923020091) -> (continuation of Deferred@1814312203 after retry RPC after error@1713586012) -> (continuation of Deferred@942780300 after retry RPC after error@1032037020) -> (continuation of Deferred@1883391050 after retry RPC after error@258231489), errback=(continuation of Deferred@141160795 after retry RPC after error@641547061) -> (continuation of Deferred@1057510426 after retry RPC after error@2014377849) -> (continuation of Deferred@1068769801 after retry RPC after error@1889485401) -> (continuation of Deferred@222978260 after retry RPC after error@1923020091) -> (continuation of Deferred@1814312203 after retry RPC after error@1713586012) -> (continuation of Deferred@942780300 after retry RPC after error@1032037020) -> (continuation of Deferred@1883391050 after retry RPC after error@258231489)))
14:05:12.655 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1111536633(state=PENDING, result=null, callback=(continuation of Deferred@141160795 after retry RPC after error@641547061) -> (continuation of Deferred@1057510426 after retry RPC after error@2014377849) -> (continuation of Deferred@1068769801 after retry RPC after error@1889485401) -> (continuation of Deferred@222978260 after retry RPC after error@1923020091) -> (continuation of Deferred@1814312203 after retry RPC after error@1713586012) -> (continuation of Deferred@942780300 after retry RPC after error@1032037020) -> (continuation of Deferred@1883391050 after retry RPC after error@258231489), errback=(continuation of Deferred@141160795 after retry RPC after error@641547061) -> (continuation of Deferred@1057510426 after retry RPC after error@2014377849) -> (continuation of Deferred@1068769801 after retry RPC after error@1889485401) -> (continuation of Deferred@222978260 after retry RPC after error@1923020091) -> (continuation of Deferred@1814312203 after retry RPC after error@1713586012) -> (continuation of Deferred@942780300 after retry RPC after error@1032037020) -> (continuation of Deferred@1883391050 after retry RPC after error@258231489)))
14:05:12.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.712 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.734 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.792 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1188291553(state=PENDING, result=null, callback=(continuation of Deferred@173942331 after retry RPC after error@1491000627) -> (continuation of Deferred@478953559 after retry RPC after error@1167680716) -> (continuation of Deferred@1041100218 after retry RPC after error@269785101) -> (continuation of Deferred@1860496544 after retry RPC after error@1616206516) -> (continuation of Deferred@828640057 after retry RPC after error@84158952) -> (continuation of Deferred@1288459268 after retry RPC after error@109459411), errback=(continuation of Deferred@173942331 after retry RPC after error@1491000627) -> (continuation of Deferred@478953559 after retry RPC after error@1167680716) -> (continuation of Deferred@1041100218 after retry RPC after error@269785101) -> (continuation of Deferred@1860496544 after retry RPC after error@1616206516) -> (continuation of Deferred@828640057 after retry RPC after error@84158952) -> (continuation of Deferred@1288459268 after retry RPC after error@109459411)))
14:05:12.855 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1188291553(state=PENDING, result=null, callback=(continuation of Deferred@173942331 after retry RPC after error@1491000627) -> (continuation of Deferred@478953559 after retry RPC after error@1167680716) -> (continuation of Deferred@1041100218 after retry RPC after error@269785101) -> (continuation of Deferred@1860496544 after retry RPC after error@1616206516) -> (continuation of Deferred@828640057 after retry RPC after error@84158952) -> (continuation of Deferred@1288459268 after retry RPC after error@109459411), errback=(continuation of Deferred@173942331 after retry RPC after error@1491000627) -> (continuation of Deferred@478953559 after retry RPC after error@1167680716) -> (continuation of Deferred@1041100218 after retry RPC after error@269785101) -> (continuation of Deferred@1860496544 after retry RPC after error@1616206516) -> (continuation of Deferred@828640057 after retry RPC after error@84158952) -> (continuation of Deferred@1288459268 after retry RPC after error@109459411)))
14:05:12.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:12.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:12.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:12.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:12.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:12.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@745132257(state=PENDING, result=null, callback=(continuation of Deferred@1838057739 after retry RPC after error@1609282198) -> (continuation of Deferred@159457808 after retry RPC after error@1796015385) -> (continuation of Deferred@1926369186 after retry RPC after error@1890544748) -> (continuation of Deferred@1891516875 after retry RPC after error@1930995464) -> (continuation of Deferred@299174358 after retry RPC after error@445832076) -> (continuation of Deferred@413167884 after retry RPC after error@783721975) -> (continuation of Deferred@387224142 after retry RPC after error@467039643), errback=(continuation of Deferred@1838057739 after retry RPC after error@1609282198) -> (continuation of Deferred@159457808 after retry RPC after error@1796015385) -> (continuation of Deferred@1926369186 after retry RPC after error@1890544748) -> (continuation of Deferred@1891516875 after retry RPC after error@1930995464) -> (continuation of Deferred@299174358 after retry RPC after error@445832076) -> (continuation of Deferred@413167884 after retry RPC after error@783721975) -> (continuation of Deferred@387224142 after retry RPC after error@467039643)))
14:05:13.076 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@745132257(state=PENDING, result=null, callback=(continuation of Deferred@1838057739 after retry RPC after error@1609282198) -> (continuation of Deferred@159457808 after retry RPC after error@1796015385) -> (continuation of Deferred@1926369186 after retry RPC after error@1890544748) -> (continuation of Deferred@1891516875 after retry RPC after error@1930995464) -> (continuation of Deferred@299174358 after retry RPC after error@445832076) -> (continuation of Deferred@413167884 after retry RPC after error@783721975) -> (continuation of Deferred@387224142 after retry RPC after error@467039643), errback=(continuation of Deferred@1838057739 after retry RPC after error@1609282198) -> (continuation of Deferred@159457808 after retry RPC after error@1796015385) -> (continuation of Deferred@1926369186 after retry RPC after error@1890544748) -> (continuation of Deferred@1891516875 after retry RPC after error@1930995464) -> (continuation of Deferred@299174358 after retry RPC after error@445832076) -> (continuation of Deferred@413167884 after retry RPC after error@783721975) -> (continuation of Deferred@387224142 after retry RPC after error@467039643)))
14:05:13.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.132 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.133 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.133 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.133 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.133 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.133 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.235 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.250682 9358 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:05:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.250869 9358 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:05:13.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.251595 9358 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:05:13.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:13.254745 8941 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:05:13.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:13.256248 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:05:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:13.256423 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:05:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.256546 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:05:13.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.256753 9358 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:05:13.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.295 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1694884811(state=PENDING, result=null, callback=(continuation of Deferred@1859166695 after retry RPC after error@1194345545) -> (continuation of Deferred@1188110716 after retry RPC after error@209754582) -> (continuation of Deferred@1739902520 after retry RPC after error@585358475) -> (continuation of Deferred@1836499818 after retry RPC after error@1706076475) -> (continuation of Deferred@615808699 after retry RPC after error@412088610) -> (continuation of Deferred@1127810250 after retry RPC after error@597726439) -> (continuation of Deferred@610690958 after retry RPC after error@1128778953) -> (continuation of Deferred@1213435711 after retry RPC after error@1878207870), errback=(continuation of Deferred@1859166695 after retry RPC after error@1194345545) -> (continuation of Deferred@1188110716 after retry RPC after error@209754582) -> (continuation of Deferred@1739902520 after retry RPC after error@585358475) -> (continuation of Deferred@1836499818 after retry RPC after error@1706076475) -> (continuation of Deferred@615808699 after retry RPC after error@412088610) -> (continuation of Deferred@1127810250 after retry RPC after error@597726439) -> (continuation of Deferred@610690958 after retry RPC after error@1128778953) -> (continuation of Deferred@1213435711 after retry RPC after error@1878207870)))
14:05:13.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1694884811(state=PENDING, result=null, callback=(continuation of Deferred@1859166695 after retry RPC after error@1194345545) -> (continuation of Deferred@1188110716 after retry RPC after error@209754582) -> (continuation of Deferred@1739902520 after retry RPC after error@585358475) -> (continuation of Deferred@1836499818 after retry RPC after error@1706076475) -> (continuation of Deferred@615808699 after retry RPC after error@412088610) -> (continuation of Deferred@1127810250 after retry RPC after error@597726439) -> (continuation of Deferred@610690958 after retry RPC after error@1128778953) -> (continuation of Deferred@1213435711 after retry RPC after error@1878207870), errback=(continuation of Deferred@1859166695 after retry RPC after error@1194345545) -> (continuation of Deferred@1188110716 after retry RPC after error@209754582) -> (continuation of Deferred@1739902520 after retry RPC after error@585358475) -> (continuation of Deferred@1836499818 after retry RPC after error@1706076475) -> (continuation of Deferred@615808699 after retry RPC after error@412088610) -> (continuation of Deferred@1127810250 after retry RPC after error@597726439) -> (continuation of Deferred@610690958 after retry RPC after error@1128778953) -> (continuation of Deferred@1213435711 after retry RPC after error@1878207870)))
14:05:13.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.352 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.454 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.495 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1876557866(state=PENDING, result=null, callback=(continuation of Deferred@1406967763 after retry RPC after error@1372850259) -> (continuation of Deferred@278972996 after retry RPC after error@793002794) -> (continuation of Deferred@416375574 after retry RPC after error@1773565647) -> (continuation of Deferred@2136105815 after retry RPC after error@1912742532) -> (continuation of Deferred@1641559553 after retry RPC after error@990000379) -> (continuation of Deferred@1470541847 after retry RPC after error@886287973) -> (continuation of Deferred@337379008 after retry RPC after error@1041540436), errback=(continuation of Deferred@1406967763 after retry RPC after error@1372850259) -> (continuation of Deferred@278972996 after retry RPC after error@793002794) -> (continuation of Deferred@416375574 after retry RPC after error@1773565647) -> (continuation of Deferred@2136105815 after retry RPC after error@1912742532) -> (continuation of Deferred@1641559553 after retry RPC after error@990000379) -> (continuation of Deferred@1470541847 after retry RPC after error@886287973) -> (continuation of Deferred@337379008 after retry RPC after error@1041540436)))
14:05:13.496 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1876557866(state=PENDING, result=null, callback=(continuation of Deferred@1406967763 after retry RPC after error@1372850259) -> (continuation of Deferred@278972996 after retry RPC after error@793002794) -> (continuation of Deferred@416375574 after retry RPC after error@1773565647) -> (continuation of Deferred@2136105815 after retry RPC after error@1912742532) -> (continuation of Deferred@1641559553 after retry RPC after error@990000379) -> (continuation of Deferred@1470541847 after retry RPC after error@886287973) -> (continuation of Deferred@337379008 after retry RPC after error@1041540436), errback=(continuation of Deferred@1406967763 after retry RPC after error@1372850259) -> (continuation of Deferred@278972996 after retry RPC after error@793002794) -> (continuation of Deferred@416375574 after retry RPC after error@1773565647) -> (continuation of Deferred@2136105815 after retry RPC after error@1912742532) -> (continuation of Deferred@1641559553 after retry RPC after error@990000379) -> (continuation of Deferred@1470541847 after retry RPC after error@886287973) -> (continuation of Deferred@337379008 after retry RPC after error@1041540436)))
14:05:13.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.715 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1057618863(state=PENDING, result=null, callback=(continuation of Deferred@288280865 after retry RPC after error@590063175) -> (continuation of Deferred@504271773 after retry RPC after error@1856690032) -> (continuation of Deferred@157987933 after retry RPC after error@1997349545) -> (continuation of Deferred@494261678 after retry RPC after error@635211815) -> (continuation of Deferred@2043154589 after retry RPC after error@1733193063) -> (continuation of Deferred@1411714181 after retry RPC after error@356119438) -> (continuation of Deferred@743195980 after retry RPC after error@956117239), errback=(continuation of Deferred@288280865 after retry RPC after error@590063175) -> (continuation of Deferred@504271773 after retry RPC after error@1856690032) -> (continuation of Deferred@157987933 after retry RPC after error@1997349545) -> (continuation of Deferred@494261678 after retry RPC after error@635211815) -> (continuation of Deferred@2043154589 after retry RPC after error@1733193063) -> (continuation of Deferred@1411714181 after retry RPC after error@356119438) -> (continuation of Deferred@743195980 after retry RPC after error@956117239)))
14:05:13.715 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1057618863(state=PENDING, result=null, callback=(continuation of Deferred@288280865 after retry RPC after error@590063175) -> (continuation of Deferred@504271773 after retry RPC after error@1856690032) -> (continuation of Deferred@157987933 after retry RPC after error@1997349545) -> (continuation of Deferred@494261678 after retry RPC after error@635211815) -> (continuation of Deferred@2043154589 after retry RPC after error@1733193063) -> (continuation of Deferred@1411714181 after retry RPC after error@356119438) -> (continuation of Deferred@743195980 after retry RPC after error@956117239), errback=(continuation of Deferred@288280865 after retry RPC after error@590063175) -> (continuation of Deferred@504271773 after retry RPC after error@1856690032) -> (continuation of Deferred@157987933 after retry RPC after error@1997349545) -> (continuation of Deferred@494261678 after retry RPC after error@635211815) -> (continuation of Deferred@2043154589 after retry RPC after error@1733193063) -> (continuation of Deferred@1411714181 after retry RPC after error@356119438) -> (continuation of Deferred@743195980 after retry RPC after error@956117239)))
14:05:13.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.752 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.834 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.838501 9366 raft_consensus.cc:491] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader ba0f89bea161405caad89b5d54836e4d)
14:05:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.838692 9366 raft_consensus.cc:513] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a070e43a5fdb4de5ba18bad1e99f344f" member_type: VOTER last_known_addr { host: "127.7.221.62" port: 41029 } } peers { permanent_uuid: "ba0f89bea161405caad89b5d54836e4d" member_type: VOTER last_known_addr { host: "127.7.221.61" port: 34381 } } peers { permanent_uuid: "20941dc633894368991e069265f5a615" member_type: VOTER last_known_addr { host: "127.7.221.60" port: 38285 } }
14:05:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.839227 9366 leader_election.cc:290] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029), ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381)
14:05:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:13.841230 8941 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer a070e43a5fdb4de5ba18bad1e99f344f (127.7.221.62:41029): Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111)
14:05:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:13.841389 8940 leader_election.cc:336] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer ba0f89bea161405caad89b5d54836e4d (127.7.221.61:34381): Network error: Client connection negotiation failed: client connection to 127.7.221.61:34381: connect: Connection refused (error 111)
14:05:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.841496 8940 leader_election.cc:304] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 20941dc633894368991e069265f5a615; no voters: a070e43a5fdb4de5ba18bad1e99f344f, ba0f89bea161405caad89b5d54836e4d
14:05:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:13.841718 9366 raft_consensus.cc:2747] T 00000000000000000000000000000000 P 20941dc633894368991e069265f5a615 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
14:05:13.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.895 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@983492232(state=PENDING, result=null, callback=(continuation of Deferred@2052242054 after retry RPC after error@795054589) -> (continuation of Deferred@779900297 after retry RPC after error@1662733416) -> (continuation of Deferred@217205767 after retry RPC after error@1059969053) -> (continuation of Deferred@1940984428 after retry RPC after error@1248880766) -> (continuation of Deferred@1417451331 after retry RPC after error@96485601) -> (continuation of Deferred@2115571783 after retry RPC after error@929277026) -> (continuation of Deferred@118881090 after retry RPC after error@13988873), errback=(continuation of Deferred@2052242054 after retry RPC after error@795054589) -> (continuation of Deferred@779900297 after retry RPC after error@1662733416) -> (continuation of Deferred@217205767 after retry RPC after error@1059969053) -> (continuation of Deferred@1940984428 after retry RPC after error@1248880766) -> (continuation of Deferred@1417451331 after retry RPC after error@96485601) -> (continuation of Deferred@2115571783 after retry RPC after error@929277026) -> (continuation of Deferred@118881090 after retry RPC after error@13988873)))
14:05:13.895 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@983492232(state=PENDING, result=null, callback=(continuation of Deferred@2052242054 after retry RPC after error@795054589) -> (continuation of Deferred@779900297 after retry RPC after error@1662733416) -> (continuation of Deferred@217205767 after retry RPC after error@1059969053) -> (continuation of Deferred@1940984428 after retry RPC after error@1248880766) -> (continuation of Deferred@1417451331 after retry RPC after error@96485601) -> (continuation of Deferred@2115571783 after retry RPC after error@929277026) -> (continuation of Deferred@118881090 after retry RPC after error@13988873), errback=(continuation of Deferred@2052242054 after retry RPC after error@795054589) -> (continuation of Deferred@779900297 after retry RPC after error@1662733416) -> (continuation of Deferred@217205767 after retry RPC after error@1059969053) -> (continuation of Deferred@1940984428 after retry RPC after error@1248880766) -> (continuation of Deferred@1417451331 after retry RPC after error@96485601) -> (continuation of Deferred@2115571783 after retry RPC after error@929277026) -> (continuation of Deferred@118881090 after retry RPC after error@13988873)))
14:05:13.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:13.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:13.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:13.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:13.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:13.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.072 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.115 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@981462994(state=PENDING, result=null, callback=(continuation of Deferred@1597438211 after retry RPC after error@973082330) -> (continuation of Deferred@1448115989 after retry RPC after error@320084850) -> (continuation of Deferred@2072123122 after retry RPC after error@1095672198) -> (continuation of Deferred@347330157 after retry RPC after error@659525634) -> (continuation of Deferred@1284581279 after retry RPC after error@2028465434) -> (continuation of Deferred@1919765717 after retry RPC after error@704187674) -> (continuation of Deferred@1813084773 after retry RPC after error@727303616) -> (continuation of Deferred@860503962 after retry RPC after error@1379558708), errback=(continuation of Deferred@1597438211 after retry RPC after error@973082330) -> (continuation of Deferred@1448115989 after retry RPC after error@320084850) -> (continuation of Deferred@2072123122 after retry RPC after error@1095672198) -> (continuation of Deferred@347330157 after retry RPC after error@659525634) -> (continuation of Deferred@1284581279 after retry RPC after error@2028465434) -> (continuation of Deferred@1919765717 after retry RPC after error@704187674) -> (continuation of Deferred@1813084773 after retry RPC after error@727303616) -> (continuation of Deferred@860503962 after retry RPC after error@1379558708)))
14:05:14.115 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@981462994(state=PENDING, result=null, callback=(continuation of Deferred@1597438211 after retry RPC after error@973082330) -> (continuation of Deferred@1448115989 after retry RPC after error@320084850) -> (continuation of Deferred@2072123122 after retry RPC after error@1095672198) -> (continuation of Deferred@347330157 after retry RPC after error@659525634) -> (continuation of Deferred@1284581279 after retry RPC after error@2028465434) -> (continuation of Deferred@1919765717 after retry RPC after error@704187674) -> (continuation of Deferred@1813084773 after retry RPC after error@727303616) -> (continuation of Deferred@860503962 after retry RPC after error@1379558708), errback=(continuation of Deferred@1597438211 after retry RPC after error@973082330) -> (continuation of Deferred@1448115989 after retry RPC after error@320084850) -> (continuation of Deferred@2072123122 after retry RPC after error@1095672198) -> (continuation of Deferred@347330157 after retry RPC after error@659525634) -> (continuation of Deferred@1284581279 after retry RPC after error@2028465434) -> (continuation of Deferred@1919765717 after retry RPC after error@704187674) -> (continuation of Deferred@1813084773 after retry RPC after error@727303616) -> (continuation of Deferred@860503962 after retry RPC after error@1379558708)))
14:05:14.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.294 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2069288446(state=PENDING, result=null, callback=(continuation of Deferred@1612941235 after retry RPC after error@2081920689) -> (continuation of Deferred@1589492015 after retry RPC after error@327777827) -> (continuation of Deferred@1877704190 after retry RPC after error@797559980) -> (continuation of Deferred@483290291 after retry RPC after error@1156473199) -> (continuation of Deferred@1893658753 after retry RPC after error@299085466) -> (continuation of Deferred@2123887591 after retry RPC after error@1237651523) -> (continuation of Deferred@1318632194 after retry RPC after error@1119054645), errback=(continuation of Deferred@1612941235 after retry RPC after error@2081920689) -> (continuation of Deferred@1589492015 after retry RPC after error@327777827) -> (continuation of Deferred@1877704190 after retry RPC after error@797559980) -> (continuation of Deferred@483290291 after retry RPC after error@1156473199) -> (continuation of Deferred@1893658753 after retry RPC after error@299085466) -> (continuation of Deferred@2123887591 after retry RPC after error@1237651523) -> (continuation of Deferred@1318632194 after retry RPC after error@1119054645)))
14:05:14.295 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@2069288446(state=PENDING, result=null, callback=(continuation of Deferred@1612941235 after retry RPC after error@2081920689) -> (continuation of Deferred@1589492015 after retry RPC after error@327777827) -> (continuation of Deferred@1877704190 after retry RPC after error@797559980) -> (continuation of Deferred@483290291 after retry RPC after error@1156473199) -> (continuation of Deferred@1893658753 after retry RPC after error@299085466) -> (continuation of Deferred@2123887591 after retry RPC after error@1237651523) -> (continuation of Deferred@1318632194 after retry RPC after error@1119054645), errback=(continuation of Deferred@1612941235 after retry RPC after error@2081920689) -> (continuation of Deferred@1589492015 after retry RPC after error@327777827) -> (continuation of Deferred@1877704190 after retry RPC after error@797559980) -> (continuation of Deferred@483290291 after retry RPC after error@1156473199) -> (continuation of Deferred@1893658753 after retry RPC after error@299085466) -> (continuation of Deferred@2123887591 after retry RPC after error@1237651523) -> (continuation of Deferred@1318632194 after retry RPC after error@1119054645)))
14:05:14.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.332 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.392 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.434 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.555 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1481118652(state=PENDING, result=null, callback=(continuation of Deferred@776258317 after retry RPC after error@550145681) -> (continuation of Deferred@224517136 after retry RPC after error@355265523) -> (continuation of Deferred@502800112 after retry RPC after error@1764931032) -> (continuation of Deferred@1781560754 after retry RPC after error@405895284) -> (continuation of Deferred@1164175900 after retry RPC after error@964889373) -> (continuation of Deferred@1358394490 after retry RPC after error@1133921480) -> (continuation of Deferred@436172204 after retry RPC after error@939871853) -> (continuation of Deferred@1396357555 after retry RPC after error@578488088), errback=(continuation of Deferred@776258317 after retry RPC after error@550145681) -> (continuation of Deferred@224517136 after retry RPC after error@355265523) -> (continuation of Deferred@502800112 after retry RPC after error@1764931032) -> (continuation of Deferred@1781560754 after retry RPC after error@405895284) -> (continuation of Deferred@1164175900 after retry RPC after error@964889373) -> (continuation of Deferred@1358394490 after retry RPC after error@1133921480) -> (continuation of Deferred@436172204 after retry RPC after error@939871853) -> (continuation of Deferred@1396357555 after retry RPC after error@578488088)))
14:05:14.556 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1481118652(state=PENDING, result=null, callback=(continuation of Deferred@776258317 after retry RPC after error@550145681) -> (continuation of Deferred@224517136 after retry RPC after error@355265523) -> (continuation of Deferred@502800112 after retry RPC after error@1764931032) -> (continuation of Deferred@1781560754 after retry RPC after error@405895284) -> (continuation of Deferred@1164175900 after retry RPC after error@964889373) -> (continuation of Deferred@1358394490 after retry RPC after error@1133921480) -> (continuation of Deferred@436172204 after retry RPC after error@939871853) -> (continuation of Deferred@1396357555 after retry RPC after error@578488088), errback=(continuation of Deferred@776258317 after retry RPC after error@550145681) -> (continuation of Deferred@224517136 after retry RPC after error@355265523) -> (continuation of Deferred@502800112 after retry RPC after error@1764931032) -> (continuation of Deferred@1781560754 after retry RPC after error@405895284) -> (continuation of Deferred@1164175900 after retry RPC after error@964889373) -> (continuation of Deferred@1358394490 after retry RPC after error@1133921480) -> (continuation of Deferred@436172204 after retry RPC after error@939871853) -> (continuation of Deferred@1396357555 after retry RPC after error@578488088)))
14:05:14.572 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.595 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.632 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.635 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.655 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.733 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.795 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1484206581(state=PENDING, result=null, callback=(continuation of Deferred@1267151864 after retry RPC after error@2055969559) -> (continuation of Deferred@322783000 after retry RPC after error@1923363859) -> (continuation of Deferred@5161292 after retry RPC after error@641446257) -> (continuation of Deferred@1598502697 after retry RPC after error@210801790) -> (continuation of Deferred@2057461761 after retry RPC after error@32110109) -> (continuation of Deferred@1735489398 after retry RPC after error@1867132034) -> (continuation of Deferred@100788994 after retry RPC after error@1209449665), errback=(continuation of Deferred@1267151864 after retry RPC after error@2055969559) -> (continuation of Deferred@322783000 after retry RPC after error@1923363859) -> (continuation of Deferred@5161292 after retry RPC after error@641446257) -> (continuation of Deferred@1598502697 after retry RPC after error@210801790) -> (continuation of Deferred@2057461761 after retry RPC after error@32110109) -> (continuation of Deferred@1735489398 after retry RPC after error@1867132034) -> (continuation of Deferred@100788994 after retry RPC after error@1209449665)))
14:05:14.795 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1484206581(state=PENDING, result=null, callback=(continuation of Deferred@1267151864 after retry RPC after error@2055969559) -> (continuation of Deferred@322783000 after retry RPC after error@1923363859) -> (continuation of Deferred@5161292 after retry RPC after error@641446257) -> (continuation of Deferred@1598502697 after retry RPC after error@210801790) -> (continuation of Deferred@2057461761 after retry RPC after error@32110109) -> (continuation of Deferred@1735489398 after retry RPC after error@1867132034) -> (continuation of Deferred@100788994 after retry RPC after error@1209449665), errback=(continuation of Deferred@1267151864 after retry RPC after error@2055969559) -> (continuation of Deferred@322783000 after retry RPC after error@1923363859) -> (continuation of Deferred@5161292 after retry RPC after error@641446257) -> (continuation of Deferred@1598502697 after retry RPC after error@210801790) -> (continuation of Deferred@2057461761 after retry RPC after error@32110109) -> (continuation of Deferred@1735489398 after retry RPC after error@1867132034) -> (continuation of Deferred@100788994 after retry RPC after error@1209449665)))
14:05:14.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.814 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.912 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.953 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1245182736(state=PENDING, result=null, callback=(continuation of Deferred@2049922973 after retry RPC after error@1572396609) -> (continuation of Deferred@1671437543 after retry RPC after error@381326584) -> (continuation of Deferred@380221965 after retry RPC after error@225981519) -> (continuation of Deferred@1859933731 after retry RPC after error@738394708) -> (continuation of Deferred@2007084043 after retry RPC after error@1001858300) -> (continuation of Deferred@936771815 after retry RPC after error@66303467), errback=(continuation of Deferred@2049922973 after retry RPC after error@1572396609) -> (continuation of Deferred@1671437543 after retry RPC after error@381326584) -> (continuation of Deferred@380221965 after retry RPC after error@225981519) -> (continuation of Deferred@1859933731 after retry RPC after error@738394708) -> (continuation of Deferred@2007084043 after retry RPC after error@1001858300) -> (continuation of Deferred@936771815 after retry RPC after error@66303467)))
14:05:14.955 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1245182736(state=PENDING, result=null, callback=(continuation of Deferred@2049922973 after retry RPC after error@1572396609) -> (continuation of Deferred@1671437543 after retry RPC after error@381326584) -> (continuation of Deferred@380221965 after retry RPC after error@225981519) -> (continuation of Deferred@1859933731 after retry RPC after error@738394708) -> (continuation of Deferred@2007084043 after retry RPC after error@1001858300) -> (continuation of Deferred@936771815 after retry RPC after error@66303467), errback=(continuation of Deferred@2049922973 after retry RPC after error@1572396609) -> (continuation of Deferred@1671437543 after retry RPC after error@381326584) -> (continuation of Deferred@380221965 after retry RPC after error@225981519) -> (continuation of Deferred@1859933731 after retry RPC after error@738394708) -> (continuation of Deferred@2007084043 after retry RPC after error@1001858300) -> (continuation of Deferred@936771815 after retry RPC after error@66303467)))
14:05:14.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:14.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:14.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:14.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:14.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:14.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.032 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:15.053881 8552 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:15.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:15.057294 8552 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '2e16bd8302b4426997114c502e2647a6', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.7.221.62:41029,127.7.221.61:34381,127.7.221.60:38285, num_attempts: 1)
14:05:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:15.058633 8552 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.7.221.62:41029)
14:05:15.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.214 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.215 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1948150482(state=PENDING, result=null, callback=(continuation of Deferred@2027607919 after retry RPC after error@1715841268) -> (continuation of Deferred@2066755128 after retry RPC after error@2088731510) -> (continuation of Deferred@1378898489 after retry RPC after error@427377283) -> (continuation of Deferred@1665334906 after retry RPC after error@1663481175) -> (continuation of Deferred@869765776 after retry RPC after error@1625928499) -> (continuation of Deferred@346828922 after retry RPC after error@1123464117) -> (continuation of Deferred@1304099433 after retry RPC after error@1617410246), errback=(continuation of Deferred@2027607919 after retry RPC after error@1715841268) -> (continuation of Deferred@2066755128 after retry RPC after error@2088731510) -> (continuation of Deferred@1378898489 after retry RPC after error@427377283) -> (continuation of Deferred@1665334906 after retry RPC after error@1663481175) -> (continuation of Deferred@869765776 after retry RPC after error@1625928499) -> (continuation of Deferred@346828922 after retry RPC after error@1123464117) -> (continuation of Deferred@1304099433 after retry RPC after error@1617410246)))
14:05:15.215 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [240ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, deferred=Deferred@1948150482(state=PENDING, result=null, callback=(continuation of Deferred@2027607919 after retry RPC after error@1715841268) -> (continuation of Deferred@2066755128 after retry RPC after error@2088731510) -> (continuation of Deferred@1378898489 after retry RPC after error@427377283) -> (continuation of Deferred@1665334906 after retry RPC after error@1663481175) -> (continuation of Deferred@869765776 after retry RPC after error@1625928499) -> (continuation of Deferred@346828922 after retry RPC after error@1123464117) -> (continuation of Deferred@1304099433 after retry RPC after error@1617410246), errback=(continuation of Deferred@2027607919 after retry RPC after error@1715841268) -> (continuation of Deferred@2066755128 after retry RPC after error@2088731510) -> (continuation of Deferred@1378898489 after retry RPC after error@427377283) -> (continuation of Deferred@1665334906 after retry RPC after error@1663481175) -> (continuation of Deferred@869765776 after retry RPC after error@1625928499) -> (continuation of Deferred@346828922 after retry RPC after error@1123464117) -> (continuation of Deferred@1304099433 after retry RPC after error@1617410246)))
14:05:15.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.395 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1961927830(state=PENDING, result=null, callback=(continuation of Deferred@1956065400 after retry RPC after error@802845108) -> (continuation of Deferred@1838596632 after retry RPC after error@473112360) -> (continuation of Deferred@1374349350 after retry RPC after error@767648894) -> (continuation of Deferred@1981605340 after retry RPC after error@1926397544) -> (continuation of Deferred@1954481100 after retry RPC after error@1388018601) -> (continuation of Deferred@1125664295 after retry RPC after error@584597778), errback=(continuation of Deferred@1956065400 after retry RPC after error@802845108) -> (continuation of Deferred@1838596632 after retry RPC after error@473112360) -> (continuation of Deferred@1374349350 after retry RPC after error@767648894) -> (continuation of Deferred@1981605340 after retry RPC after error@1926397544) -> (continuation of Deferred@1954481100 after retry RPC after error@1388018601) -> (continuation of Deferred@1125664295 after retry RPC after error@584597778)))
14:05:15.395 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1961927830(state=PENDING, result=null, callback=(continuation of Deferred@1956065400 after retry RPC after error@802845108) -> (continuation of Deferred@1838596632 after retry RPC after error@473112360) -> (continuation of Deferred@1374349350 after retry RPC after error@767648894) -> (continuation of Deferred@1981605340 after retry RPC after error@1926397544) -> (continuation of Deferred@1954481100 after retry RPC after error@1388018601) -> (continuation of Deferred@1125664295 after retry RPC after error@584597778), errback=(continuation of Deferred@1956065400 after retry RPC after error@802845108) -> (continuation of Deferred@1838596632 after retry RPC after error@473112360) -> (continuation of Deferred@1374349350 after retry RPC after error@767648894) -> (continuation of Deferred@1981605340 after retry RPC after error@1926397544) -> (continuation of Deferred@1954481100 after retry RPC after error@1388018601) -> (continuation of Deferred@1125664295 after retry RPC after error@584597778)))
14:05:15.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.412 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.453 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1246119676(state=PENDING, result=null, callback=(continuation of Deferred@1095655505 after retry RPC after error@519884077) -> (continuation of Deferred@123647654 after retry RPC after error@2136437015) -> (continuation of Deferred@1302972996 after retry RPC after error@902099833) -> (continuation of Deferred@1197312225 after retry RPC after error@63342292) -> (continuation of Deferred@4097794 after retry RPC after error@317977415) -> (continuation of Deferred@969042808 after retry RPC after error@243645106), errback=(continuation of Deferred@1095655505 after retry RPC after error@519884077) -> (continuation of Deferred@123647654 after retry RPC after error@2136437015) -> (continuation of Deferred@1302972996 after retry RPC after error@902099833) -> (continuation of Deferred@1197312225 after retry RPC after error@63342292) -> (continuation of Deferred@4097794 after retry RPC after error@317977415) -> (continuation of Deferred@969042808 after retry RPC after error@243645106)))
14:05:15.595 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1246119676(state=PENDING, result=null, callback=(continuation of Deferred@1095655505 after retry RPC after error@519884077) -> (continuation of Deferred@123647654 after retry RPC after error@2136437015) -> (continuation of Deferred@1302972996 after retry RPC after error@902099833) -> (continuation of Deferred@1197312225 after retry RPC after error@63342292) -> (continuation of Deferred@4097794 after retry RPC after error@317977415) -> (continuation of Deferred@969042808 after retry RPC after error@243645106), errback=(continuation of Deferred@1095655505 after retry RPC after error@519884077) -> (continuation of Deferred@123647654 after retry RPC after error@2136437015) -> (continuation of Deferred@1302972996 after retry RPC after error@902099833) -> (continuation of Deferred@1197312225 after retry RPC after error@63342292) -> (continuation of Deferred@4097794 after retry RPC after error@317977415) -> (continuation of Deferred@969042808 after retry RPC after error@243645106)))
14:05:15.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.692 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.693 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.694 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.732 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.733 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.733 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.734 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.855 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.855 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1203334097(state=PENDING, result=null, callback=(continuation of Deferred@2050823055 after retry RPC after error@1172877730) -> (continuation of Deferred@52266924 after retry RPC after error@267813885) -> (continuation of Deferred@499468519 after retry RPC after error@497065820) -> (continuation of Deferred@1919896483 after retry RPC after error@1228785528) -> (continuation of Deferred@2114464968 after retry RPC after error@1741358634) -> (continuation of Deferred@1878096675 after retry RPC after error@1221617570) -> (continuation of Deferred@2004974620 after retry RPC after error@1220857488), errback=(continuation of Deferred@2050823055 after retry RPC after error@1172877730) -> (continuation of Deferred@52266924 after retry RPC after error@267813885) -> (continuation of Deferred@499468519 after retry RPC after error@497065820) -> (continuation of Deferred@1919896483 after retry RPC after error@1228785528) -> (continuation of Deferred@2114464968 after retry RPC after error@1741358634) -> (continuation of Deferred@1878096675 after retry RPC after error@1221617570) -> (continuation of Deferred@2004974620 after retry RPC after error@1220857488)))
14:05:15.856 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1203334097(state=PENDING, result=null, callback=(continuation of Deferred@2050823055 after retry RPC after error@1172877730) -> (continuation of Deferred@52266924 after retry RPC after error@267813885) -> (continuation of Deferred@499468519 after retry RPC after error@497065820) -> (continuation of Deferred@1919896483 after retry RPC after error@1228785528) -> (continuation of Deferred@2114464968 after retry RPC after error@1741358634) -> (continuation of Deferred@1878096675 after retry RPC after error@1221617570) -> (continuation of Deferred@2004974620 after retry RPC after error@1220857488), errback=(continuation of Deferred@2050823055 after retry RPC after error@1172877730) -> (continuation of Deferred@52266924 after retry RPC after error@267813885) -> (continuation of Deferred@499468519 after retry RPC after error@497065820) -> (continuation of Deferred@1919896483 after retry RPC after error@1228785528) -> (continuation of Deferred@2114464968 after retry RPC after error@1741358634) -> (continuation of Deferred@1878096675 after retry RPC after error@1221617570) -> (continuation of Deferred@2004974620 after retry RPC after error@1220857488)))
14:05:15.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.892 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.893 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.952 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:15.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:15.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:15.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:15.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:15.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.075 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2036286426(state=PENDING, result=null, callback=(continuation of Deferred@335623528 after retry RPC after error@502013399) -> (continuation of Deferred@1651200915 after retry RPC after error@1638505879) -> (continuation of Deferred@2090749631 after retry RPC after error@23197278) -> (continuation of Deferred@959367722 after retry RPC after error@340180413) -> (continuation of Deferred@446951996 after retry RPC after error@343815216) -> (continuation of Deferred@1540277007 after retry RPC after error@2059679390), errback=(continuation of Deferred@335623528 after retry RPC after error@502013399) -> (continuation of Deferred@1651200915 after retry RPC after error@1638505879) -> (continuation of Deferred@2090749631 after retry RPC after error@23197278) -> (continuation of Deferred@959367722 after retry RPC after error@340180413) -> (continuation of Deferred@446951996 after retry RPC after error@343815216) -> (continuation of Deferred@1540277007 after retry RPC after error@2059679390)))
14:05:16.075 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@2036286426(state=PENDING, result=null, callback=(continuation of Deferred@335623528 after retry RPC after error@502013399) -> (continuation of Deferred@1651200915 after retry RPC after error@1638505879) -> (continuation of Deferred@2090749631 after retry RPC after error@23197278) -> (continuation of Deferred@959367722 after retry RPC after error@340180413) -> (continuation of Deferred@446951996 after retry RPC after error@343815216) -> (continuation of Deferred@1540277007 after retry RPC after error@2059679390), errback=(continuation of Deferred@335623528 after retry RPC after error@502013399) -> (continuation of Deferred@1651200915 after retry RPC after error@1638505879) -> (continuation of Deferred@2090749631 after retry RPC after error@23197278) -> (continuation of Deferred@959367722 after retry RPC after error@340180413) -> (continuation of Deferred@446951996 after retry RPC after error@343815216) -> (continuation of Deferred@1540277007 after retry RPC after error@2059679390)))
14:05:16.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.112 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.113 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.133 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.334 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@669470838(state=PENDING, result=null, callback=(continuation of Deferred@1773813668 after retry RPC after error@659917524) -> (continuation of Deferred@1874442445 after retry RPC after error@1916805548) -> (continuation of Deferred@1245673311 after retry RPC after error@1094146022) -> (continuation of Deferred@1667952861 after retry RPC after error@274002013) -> (continuation of Deferred@560003207 after retry RPC after error@1511195434) -> (continuation of Deferred@1858862253 after retry RPC after error@1504329521) -> (continuation of Deferred@2141732931 after retry RPC after error@1029707471), errback=(continuation of Deferred@1773813668 after retry RPC after error@659917524) -> (continuation of Deferred@1874442445 after retry RPC after error@1916805548) -> (continuation of Deferred@1245673311 after retry RPC after error@1094146022) -> (continuation of Deferred@1667952861 after retry RPC after error@274002013) -> (continuation of Deferred@560003207 after retry RPC after error@1511195434) -> (continuation of Deferred@1858862253 after retry RPC after error@1504329521) -> (continuation of Deferred@2141732931 after retry RPC after error@1029707471)))
14:05:16.336 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@669470838(state=PENDING, result=null, callback=(continuation of Deferred@1773813668 after retry RPC after error@659917524) -> (continuation of Deferred@1874442445 after retry RPC after error@1916805548) -> (continuation of Deferred@1245673311 after retry RPC after error@1094146022) -> (continuation of Deferred@1667952861 after retry RPC after error@274002013) -> (continuation of Deferred@560003207 after retry RPC after error@1511195434) -> (continuation of Deferred@1858862253 after retry RPC after error@1504329521) -> (continuation of Deferred@2141732931 after retry RPC after error@1029707471), errback=(continuation of Deferred@1773813668 after retry RPC after error@659917524) -> (continuation of Deferred@1874442445 after retry RPC after error@1916805548) -> (continuation of Deferred@1245673311 after retry RPC after error@1094146022) -> (continuation of Deferred@1667952861 after retry RPC after error@274002013) -> (continuation of Deferred@560003207 after retry RPC after error@1511195434) -> (continuation of Deferred@1858862253 after retry RPC after error@1504329521) -> (continuation of Deferred@2141732931 after retry RPC after error@1029707471)))
14:05:16.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.393 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.395 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.413 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.472 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.474 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.532 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@195889902(state=PENDING, result=null, callback=(continuation of Deferred@1685874219 after retry RPC after error@854170305) -> (continuation of Deferred@1832511687 after retry RPC after error@245392884) -> (continuation of Deferred@166336309 after retry RPC after error@1999354715) -> (continuation of Deferred@1442187945 after retry RPC after error@1484016166) -> (continuation of Deferred@25079202 after retry RPC after error@723861429) -> (continuation of Deferred@1315162938 after retry RPC after error@884776362), errback=(continuation of Deferred@1685874219 after retry RPC after error@854170305) -> (continuation of Deferred@1832511687 after retry RPC after error@245392884) -> (continuation of Deferred@166336309 after retry RPC after error@1999354715) -> (continuation of Deferred@1442187945 after retry RPC after error@1484016166) -> (continuation of Deferred@25079202 after retry RPC after error@723861429) -> (continuation of Deferred@1315162938 after retry RPC after error@884776362)))
14:05:16.535 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [0ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@195889902(state=PENDING, result=null, callback=(continuation of Deferred@1685874219 after retry RPC after error@854170305) -> (continuation of Deferred@1832511687 after retry RPC after error@245392884) -> (continuation of Deferred@166336309 after retry RPC after error@1999354715) -> (continuation of Deferred@1442187945 after retry RPC after error@1484016166) -> (continuation of Deferred@25079202 after retry RPC after error@723861429) -> (continuation of Deferred@1315162938 after retry RPC after error@884776362), errback=(continuation of Deferred@1685874219 after retry RPC after error@854170305) -> (continuation of Deferred@1832511687 after retry RPC after error@245392884) -> (continuation of Deferred@166336309 after retry RPC after error@1999354715) -> (continuation of Deferred@1442187945 after retry RPC after error@1484016166) -> (continuation of Deferred@25079202 after retry RPC after error@723861429) -> (continuation of Deferred@1315162938 after retry RPC after error@884776362)))
14:05:16.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.652 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.693 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.695 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.776 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@505764011(state=PENDING, result=null, callback=(continuation of Deferred@1489034525 after retry RPC after error@2052147911) -> (continuation of Deferred@20339089 after retry RPC after error@895662364) -> (continuation of Deferred@1804907160 after retry RPC after error@459524703) -> (continuation of Deferred@673903219 after retry RPC after error@136315955) -> (continuation of Deferred@1190029277 after retry RPC after error@1129999469) -> (continuation of Deferred@1016899359 after retry RPC after error@873803043) -> (continuation of Deferred@32535795 after retry RPC after error@299452836), errback=(continuation of Deferred@1489034525 after retry RPC after error@2052147911) -> (continuation of Deferred@20339089 after retry RPC after error@895662364) -> (continuation of Deferred@1804907160 after retry RPC after error@459524703) -> (continuation of Deferred@673903219 after retry RPC after error@136315955) -> (continuation of Deferred@1190029277 after retry RPC after error@1129999469) -> (continuation of Deferred@1016899359 after retry RPC after error@873803043) -> (continuation of Deferred@32535795 after retry RPC after error@299452836)))
14:05:16.776 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [221ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [222ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@505764011(state=PENDING, result=null, callback=(continuation of Deferred@1489034525 after retry RPC after error@2052147911) -> (continuation of Deferred@20339089 after retry RPC after error@895662364) -> (continuation of Deferred@1804907160 after retry RPC after error@459524703) -> (continuation of Deferred@673903219 after retry RPC after error@136315955) -> (continuation of Deferred@1190029277 after retry RPC after error@1129999469) -> (continuation of Deferred@1016899359 after retry RPC after error@873803043) -> (continuation of Deferred@32535795 after retry RPC after error@299452836), errback=(continuation of Deferred@1489034525 after retry RPC after error@2052147911) -> (continuation of Deferred@20339089 after retry RPC after error@895662364) -> (continuation of Deferred@1804907160 after retry RPC after error@459524703) -> (continuation of Deferred@673903219 after retry RPC after error@136315955) -> (continuation of Deferred@1190029277 after retry RPC after error@1129999469) -> (continuation of Deferred@1016899359 after retry RPC after error@873803043) -> (continuation of Deferred@32535795 after retry RPC after error@299452836)))
14:05:16.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.872 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.874 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.893 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.933 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:16.946156 8922 master_runner.cc:186] Error getting master registration for 127.7.221.62:41029: Network error: Client connection negotiation failed: client connection to 127.7.221.62:41029: connect: Connection refused (error 111),
14:05:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:16.946355 8922 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:05:16.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.973 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.974 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:16.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@443686029(state=PENDING, result=null, callback=(continuation of Deferred@1170136543 after retry RPC after error@1429370642) -> (continuation of Deferred@1682140718 after retry RPC after error@1860141151) -> (continuation of Deferred@1564276862 after retry RPC after error@460361260) -> (continuation of Deferred@1681760626 after retry RPC after error@1987184850) -> (continuation of Deferred@1287119210 after retry RPC after error@1395201854) -> (continuation of Deferred@1519786520 after retry RPC after error@1019522304) -> (continuation of Deferred@1326167875 after retry RPC after error@1417730427), errback=(continuation of Deferred@1170136543 after retry RPC after error@1429370642) -> (continuation of Deferred@1682140718 after retry RPC after error@1860141151) -> (continuation of Deferred@1564276862 after retry RPC after error@460361260) -> (continuation of Deferred@1681760626 after retry RPC after error@1987184850) -> (continuation of Deferred@1287119210 after retry RPC after error@1395201854) -> (continuation of Deferred@1519786520 after retry RPC after error@1019522304) -> (continuation of Deferred@1326167875 after retry RPC after error@1417730427)))
14:05:16.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@443686029(state=PENDING, result=null, callback=(continuation of Deferred@1170136543 after retry RPC after error@1429370642) -> (continuation of Deferred@1682140718 after retry RPC after error@1860141151) -> (continuation of Deferred@1564276862 after retry RPC after error@460361260) -> (continuation of Deferred@1681760626 after retry RPC after error@1987184850) -> (continuation of Deferred@1287119210 after retry RPC after error@1395201854) -> (continuation of Deferred@1519786520 after retry RPC after error@1019522304) -> (continuation of Deferred@1326167875 after retry RPC after error@1417730427), errback=(continuation of Deferred@1170136543 after retry RPC after error@1429370642) -> (continuation of Deferred@1682140718 after retry RPC after error@1860141151) -> (continuation of Deferred@1564276862 after retry RPC after error@460361260) -> (continuation of Deferred@1681760626 after retry RPC after error@1987184850) -> (continuation of Deferred@1287119210 after retry RPC after error@1395201854) -> (continuation of Deferred@1519786520 after retry RPC after error@1019522304) -> (continuation of Deferred@1326167875 after retry RPC after error@1417730427)))
14:05:16.992 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:16.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:16.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:16.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:16.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.034 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.052 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.153 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.235 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@251317614(state=PENDING, result=null, callback=(continuation of Deferred@2001560498 after retry RPC after error@1502730927) -> (continuation of Deferred@1473203424 after retry RPC after error@252082890) -> (continuation of Deferred@323668075 after retry RPC after error@1146698767) -> (continuation of Deferred@1767686184 after retry RPC after error@1429223395) -> (continuation of Deferred@284996798 after retry RPC after error@491277290) -> (continuation of Deferred@312120811 after retry RPC after error@1178675060) -> (continuation of Deferred@871178822 after retry RPC after error@1822763210), errback=(continuation of Deferred@2001560498 after retry RPC after error@1502730927) -> (continuation of Deferred@1473203424 after retry RPC after error@252082890) -> (continuation of Deferred@323668075 after retry RPC after error@1146698767) -> (continuation of Deferred@1767686184 after retry RPC after error@1429223395) -> (continuation of Deferred@284996798 after retry RPC after error@491277290) -> (continuation of Deferred@312120811 after retry RPC after error@1178675060) -> (continuation of Deferred@871178822 after retry RPC after error@1822763210)))
14:05:17.235 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [83ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [162ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@251317614(state=PENDING, result=null, callback=(continuation of Deferred@2001560498 after retry RPC after error@1502730927) -> (continuation of Deferred@1473203424 after retry RPC after error@252082890) -> (continuation of Deferred@323668075 after retry RPC after error@1146698767) -> (continuation of Deferred@1767686184 after retry RPC after error@1429223395) -> (continuation of Deferred@284996798 after retry RPC after error@491277290) -> (continuation of Deferred@312120811 after retry RPC after error@1178675060) -> (continuation of Deferred@871178822 after retry RPC after error@1822763210), errback=(continuation of Deferred@2001560498 after retry RPC after error@1502730927) -> (continuation of Deferred@1473203424 after retry RPC after error@252082890) -> (continuation of Deferred@323668075 after retry RPC after error@1146698767) -> (continuation of Deferred@1767686184 after retry RPC after error@1429223395) -> (continuation of Deferred@284996798 after retry RPC after error@491277290) -> (continuation of Deferred@312120811 after retry RPC after error@1178675060) -> (continuation of Deferred@871178822 after retry RPC after error@1822763210)))
14:05:17.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.292 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.294 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.313 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.333 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.334 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.432 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.433 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.434 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.492 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.493 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.495 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1099548011(state=PENDING, result=null, callback=(continuation of Deferred@1916246986 after retry RPC after error@403736856) -> (continuation of Deferred@1929674771 after retry RPC after error@2083103109) -> (continuation of Deferred@839814145 after retry RPC after error@785025809) -> (continuation of Deferred@2031719107 after retry RPC after error@1208820204) -> (continuation of Deferred@245748328 after retry RPC after error@1951220398) -> (continuation of Deferred@1106725230 after retry RPC after error@1616118525) -> (continuation of Deferred@1078114829 after retry RPC after error@1577371801), errback=(continuation of Deferred@1916246986 after retry RPC after error@403736856) -> (continuation of Deferred@1929674771 after retry RPC after error@2083103109) -> (continuation of Deferred@839814145 after retry RPC after error@785025809) -> (continuation of Deferred@2031719107 after retry RPC after error@1208820204) -> (continuation of Deferred@245748328 after retry RPC after error@1951220398) -> (continuation of Deferred@1106725230 after retry RPC after error@1616118525) -> (continuation of Deferred@1078114829 after retry RPC after error@1577371801)))
14:05:17.495 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [122ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [242ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1099548011(state=PENDING, result=null, callback=(continuation of Deferred@1916246986 after retry RPC after error@403736856) -> (continuation of Deferred@1929674771 after retry RPC after error@2083103109) -> (continuation of Deferred@839814145 after retry RPC after error@785025809) -> (continuation of Deferred@2031719107 after retry RPC after error@1208820204) -> (continuation of Deferred@245748328 after retry RPC after error@1951220398) -> (continuation of Deferred@1106725230 after retry RPC after error@1616118525) -> (continuation of Deferred@1078114829 after retry RPC after error@1577371801), errback=(continuation of Deferred@1916246986 after retry RPC after error@403736856) -> (continuation of Deferred@1929674771 after retry RPC after error@2083103109) -> (continuation of Deferred@839814145 after retry RPC after error@785025809) -> (continuation of Deferred@2031719107 after retry RPC after error@1208820204) -> (continuation of Deferred@245748328 after retry RPC after error@1951220398) -> (continuation of Deferred@1106725230 after retry RPC after error@1616118525) -> (continuation of Deferred@1078114829 after retry RPC after error@1577371801)))
14:05:17.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.514 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.514 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.515 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.534 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.552 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.554 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.592 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.593 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.615 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.633 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.713 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.714 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1693548514(state=PENDING, result=null, callback=(continuation of Deferred@345755410 after retry RPC after error@1130970326) -> (continuation of Deferred@153099314 after retry RPC after error@1723956379) -> (continuation of Deferred@745069582 after retry RPC after error@653118169) -> (continuation of Deferred@790991802 after retry RPC after error@1122830177) -> (continuation of Deferred@680471454 after retry RPC after error@1627162452) -> (continuation of Deferred@1674014898 after retry RPC after error@1228649892) -> (continuation of Deferred@406430918 after retry RPC after error@477841074) -> (continuation of Deferred@1155659631 after retry RPC after error@1348730050), errback=(continuation of Deferred@345755410 after retry RPC after error@1130970326) -> (continuation of Deferred@153099314 after retry RPC after error@1723956379) -> (continuation of Deferred@745069582 after retry RPC after error@653118169) -> (continuation of Deferred@790991802 after retry RPC after error@1122830177) -> (continuation of Deferred@680471454 after retry RPC after error@1627162452) -> (continuation of Deferred@1674014898 after retry RPC after error@1228649892) -> (continuation of Deferred@406430918 after retry RPC after error@477841074) -> (continuation of Deferred@1155659631 after retry RPC after error@1348730050)))
14:05:17.755 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [120ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [121ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [241ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1693548514(state=PENDING, result=null, callback=(continuation of Deferred@345755410 after retry RPC after error@1130970326) -> (continuation of Deferred@153099314 after retry RPC after error@1723956379) -> (continuation of Deferred@745069582 after retry RPC after error@653118169) -> (continuation of Deferred@790991802 after retry RPC after error@1122830177) -> (continuation of Deferred@680471454 after retry RPC after error@1627162452) -> (continuation of Deferred@1674014898 after retry RPC after error@1228649892) -> (continuation of Deferred@406430918 after retry RPC after error@477841074) -> (continuation of Deferred@1155659631 after retry RPC after error@1348730050), errback=(continuation of Deferred@345755410 after retry RPC after error@1130970326) -> (continuation of Deferred@153099314 after retry RPC after error@1723956379) -> (continuation of Deferred@745069582 after retry RPC after error@653118169) -> (continuation of Deferred@790991802 after retry RPC after error@1122830177) -> (continuation of Deferred@680471454 after retry RPC after error@1627162452) -> (continuation of Deferred@1674014898 after retry RPC after error@1228649892) -> (continuation of Deferred@406430918 after retry RPC after error@477841074) -> (continuation of Deferred@1155659631 after retry RPC after error@1348730050)))
14:05:17.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.772 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.812 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.814 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.852 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.853 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.854 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.873 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.913 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.973 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:17.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@803971657(state=PENDING, result=null, callback=(continuation of Deferred@1387813624 after retry RPC after error@676348410) -> (continuation of Deferred@989846817 after retry RPC after error@1215613405) -> (continuation of Deferred@1485518257 after retry RPC after error@1920917707) -> (continuation of Deferred@917253488 after retry RPC after error@1484267609) -> (continuation of Deferred@1507831898 after retry RPC after error@1545759506) -> (continuation of Deferred@187828811 after retry RPC after error@315722140) -> (continuation of Deferred@917026556 after retry RPC after error@2040345024), errback=(continuation of Deferred@1387813624 after retry RPC after error@676348410) -> (continuation of Deferred@989846817 after retry RPC after error@1215613405) -> (continuation of Deferred@1485518257 after retry RPC after error@1920917707) -> (continuation of Deferred@917253488 after retry RPC after error@1484267609) -> (continuation of Deferred@1507831898 after retry RPC after error@1545759506) -> (continuation of Deferred@187828811 after retry RPC after error@315722140) -> (continuation of Deferred@917026556 after retry RPC after error@2040345024)))
14:05:17.975 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [23ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [103ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [142ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [143ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [202ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@803971657(state=PENDING, result=null, callback=(continuation of Deferred@1387813624 after retry RPC after error@676348410) -> (continuation of Deferred@989846817 after retry RPC after error@1215613405) -> (continuation of Deferred@1485518257 after retry RPC after error@1920917707) -> (continuation of Deferred@917253488 after retry RPC after error@1484267609) -> (continuation of Deferred@1507831898 after retry RPC after error@1545759506) -> (continuation of Deferred@187828811 after retry RPC after error@315722140) -> (continuation of Deferred@917026556 after retry RPC after error@2040345024), errback=(continuation of Deferred@1387813624 after retry RPC after error@676348410) -> (continuation of Deferred@989846817 after retry RPC after error@1215613405) -> (continuation of Deferred@1485518257 after retry RPC after error@1920917707) -> (continuation of Deferred@917253488 after retry RPC after error@1484267609) -> (continuation of Deferred@1507831898 after retry RPC after error@1545759506) -> (continuation of Deferred@187828811 after retry RPC after error@315722140) -> (continuation of Deferred@917026556 after retry RPC after error@2040345024)))
14:05:17.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:17.993 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:17.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:17.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:17.994 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.012 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.013 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.033 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.034 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.035 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.053 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.054 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.055 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.073 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.074 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.092 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.093 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.172 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.173 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.173 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.173 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@674440001(state=PENDING, result=null, callback=(continuation of Deferred@1141841195 after retry RPC after error@2104167846) -> (continuation of Deferred@674651058 after retry RPC after error@430853342) -> (continuation of Deferred@628419717 after retry RPC after error@14144432) -> (continuation of Deferred@438756307 after retry RPC after error@1904575733) -> (continuation of Deferred@1930907268 after retry RPC after error@1298356485) -> (continuation of Deferred@1626739457 after retry RPC after error@1032421830), errback=(continuation of Deferred@1141841195 after retry RPC after error@2104167846) -> (continuation of Deferred@674651058 after retry RPC after error@430853342) -> (continuation of Deferred@628419717 after retry RPC after error@14144432) -> (continuation of Deferred@438756307 after retry RPC after error@1904575733) -> (continuation of Deferred@1930907268 after retry RPC after error@1298356485) -> (continuation of Deferred@1626739457 after retry RPC after error@1032421830)))
14:05:18.175 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [42ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [43ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [63ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [102ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [181ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [182ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@674440001(state=PENDING, result=null, callback=(continuation of Deferred@1141841195 after retry RPC after error@2104167846) -> (continuation of Deferred@674651058 after retry RPC after error@430853342) -> (continuation of Deferred@628419717 after retry RPC after error@14144432) -> (continuation of Deferred@438756307 after retry RPC after error@1904575733) -> (continuation of Deferred@1930907268 after retry RPC after error@1298356485) -> (continuation of Deferred@1626739457 after retry RPC after error@1032421830), errback=(continuation of Deferred@1141841195 after retry RPC after error@2104167846) -> (continuation of Deferred@674651058 after retry RPC after error@430853342) -> (continuation of Deferred@628419717 after retry RPC after error@14144432) -> (continuation of Deferred@438756307 after retry RPC after error@1904575733) -> (continuation of Deferred@1930907268 after retry RPC after error@1298356485) -> (continuation of Deferred@1626739457 after retry RPC after error@1032421830)))
14:05:18.193 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.194 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.195 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.195 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.213 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.232 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.233 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.234 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.252 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.253 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.254 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.273 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.275 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.293 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.294 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.295 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.353 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.354 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.354 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.372 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.373 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.453 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [22ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [161ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1554545469(state=PENDING, result=null, callback=(continuation of Deferred@1208016690 after retry RPC after error@2125713076) -> (continuation of Deferred@897662239 after retry RPC after error@711973121) -> (continuation of Deferred@1691908657 after retry RPC after error@83807856) -> (continuation of Deferred@950755893 after retry RPC after error@1826100208) -> (continuation of Deferred@1274475944 after retry RPC after error@965292008) -> (continuation of Deferred@1515214886 after retry RPC after error@1983612687) -> (continuation of Deferred@169633749 after retry RPC after error@2056978193), errback=(continuation of Deferred@1208016690 after retry RPC after error@2125713076) -> (continuation of Deferred@897662239 after retry RPC after error@711973121) -> (continuation of Deferred@1691908657 after retry RPC after error@83807856) -> (continuation of Deferred@950755893 after retry RPC after error@1826100208) -> (continuation of Deferred@1274475944 after retry RPC after error@965292008) -> (continuation of Deferred@1515214886 after retry RPC after error@1983612687) -> (continuation of Deferred@169633749 after retry RPC after error@2056978193)))
14:05:18.453 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:18.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.473 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.493 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.493 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.493 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.494 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.512 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.513 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.513 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.513 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.513 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.514 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.533 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.535 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.553 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.573 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.574 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.612 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.613 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.672 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.673 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.733 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [20ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [21ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [40ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [41ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [61ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [62ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [81ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [82ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [100ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [101ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [140ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [141ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [200ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [201ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, deferred=Deferred@1044682297(state=PENDING, result=null, callback=(continuation of Deferred@1918098352 after retry RPC after error@695152821) -> (continuation of Deferred@749435631 after retry RPC after error@910476317) -> (continuation of Deferred@1520830270 after retry RPC after error@169635399) -> (continuation of Deferred@2107048425 after retry RPC after error@1835222634) -> (continuation of Deferred@118895375 after retry RPC after error@1846610940) -> (continuation of Deferred@726456222 after retry RPC after error@1558938763) -> (continuation of Deferred@1792232018 after retry RPC after error@209449503) -> (continuation of Deferred@1095115817 after retry RPC after error@1099509590), errback=(continuation of Deferred@1918098352 after retry RPC after error@695152821) -> (continuation of Deferred@749435631 after retry RPC after error@910476317) -> (continuation of Deferred@1520830270 after retry RPC after error@169635399) -> (continuation of Deferred@2107048425 after retry RPC after error@1835222634) -> (continuation of Deferred@118895375 after retry RPC after error@1846610940) -> (continuation of Deferred@726456222 after retry RPC after error@1558938763) -> (continuation of Deferred@1792232018 after retry RPC after error@209449503) -> (continuation of Deferred@1095115817 after retry RPC after error@1099509590)))
14:05:18.733 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) [netty-common-4.1.115.Final.jar:4.1.115.Final]
at java.lang.Thread.run(Thread.java:748) [?:1.8.0_275]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.lang.Thread.run(Thread.java:748)
14:05:18.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.753 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.773 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.793 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.795 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.813 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.815 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.832 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.62:41029(127.7.221.62:41029)] connecting to peer
14:05:18.833 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.7.221.61:34381(127.7.221.61:34381)] connecting to peer
14:05:18.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.221.62:41029(127.7.221.62:41029)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.61:34381(127.7.221.61:34381)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.833 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.62:41029: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029
14:05:18.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.221.61:34381: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381
14:05:18.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.835 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [11ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [31ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [170ms] refreshing cache from master, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [173ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [192ms] refreshing cache from master, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [196ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [289ms] refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [291ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [293ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [690ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [693ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [693ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1569ms] refreshing cache from master, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1572ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3089ms] refreshing cache from master, [3089ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [3090ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3091ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3092ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3092ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [7090ms] refreshing cache from master, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [7091ms] too many traces: truncated at 100 traces, [7091ms] too many traces: truncated at 100 traces, deferred=Deferred@1337500783(state=PENDING, result=null, callback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247), errback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247)))
14:05:18.836 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381; will retry
14:05:18.837 [DEBUG - main] (Connection.java:575) [peer master-127.7.221.60:38285(127.7.221.60:38285)] disconnecting while in state READY
14:05:18.837 [DEBUG - main] (Connection.java:575) [peer master-127.7.221.61:34381(127.7.221.61:34381)] disconnecting while in state TERMINATED
14:05:18.837 [DEBUG - main] (Connection.java:575) [peer master-127.7.221.62:41029(127.7.221.62:41029)] disconnecting while in state TERMINATED
14:05:18.837 [DEBUG - main] (Connection.java:575) [peer 2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)] disconnecting while in state READY
14:05:18.838 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)] handling channelInactive
14:05:18.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 2c555fd20ac84919946419e90909f4da(127.7.221.2:34723)] cleaning up while in state READY due to: connection closed
14:05:18.838 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:05:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:18.839329 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8348
14:05:18.840 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.221.60:38285(127.7.221.60:38285)] handling channelInactive
14:05:18.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.221.60:38285(127.7.221.60:38285)] cleaning up while in state READY due to: connection closed
14:05:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:18.854214 8500 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:18.963217 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8348
14:05:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:18.983217 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8510
14:05:18.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:18.989987 8643 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:19.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.148790 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8510
14:05:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250904 14:05:19.175201 8940 connection.cc:537] server connection from 127.7.221.2:52695 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:05:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.175566 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8653
14:05:19.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.182472 8784 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.290715 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8653
14:05:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.310302 8052 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taski1XmTw/build/asan/bin/kudu pid 8922
14:05:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.316915 8995 generic_service.cc:196] Checking for leaks (request via RPC)
14:05:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250904 14:05:19.462886 8052 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taski1XmTw/build/asan/bin/kudu with pid 8922
14:05:19.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-09-04T14:05:19Z chronyd exiting
14:05:19.630 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [11ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [31ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [170ms] refreshing cache from master, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [173ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [192ms] refreshing cache from master, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [196ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [289ms] refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [291ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [293ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [690ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [693ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [693ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1569ms] refreshing cache from master, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1572ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3089ms] refreshing cache from master, [3089ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [3090ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3091ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3092ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3092ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [7090ms] refreshing cache from master, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [7091ms] too many traces: truncated at 100 traces, [7091ms] too many traces: truncated at 100 traces, deferred=Deferred@1337500783(state=PENDING, result=null, callback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247), errback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_275]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_275]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_275]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_275]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_275]
at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_275]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=33, TimeoutTracker(timeout=50000, elapsed=49911), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [2ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [10ms] refreshing cache from master, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [11ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [12ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [12ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [31ms] refreshing cache from master, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [31ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [32ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [33ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [51ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [52ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [53ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [53ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [71ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [72ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [72ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [91ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [92ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [93ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [170ms] refreshing cache from master, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [171ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [172ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [173ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [173ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [192ms] refreshing cache from master, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [193ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [196ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [196ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [289ms] refreshing cache from master, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [291ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [292ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [293ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [690ms] refreshing cache from master, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [690ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [692ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [693ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [693ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1569ms] refreshing cache from master, [1569ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [1570ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [1570ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [1571ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [1572ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3089ms] refreshing cache from master, [3089ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [3090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [3090ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.62:41029: Network error: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029, [3091ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.61:34381: Network error: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [3092ms] Sub RPC ConnectToMaster: received response from server master-127.7.221.60:38285: OK, [3092ms] delaying RPC due to: Service unavailable: Master config (127.7.221.62:41029,127.7.221.60:38285,127.7.221.61:34381) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.62:41029(127.7.221.62:41029): Connection refused: /127.7.221.62:41029,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.221.61:34381(127.7.221.61:34381): Connection refused: /127.7.221.61:34381, [7090ms] refreshing cache from master, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.62:41029, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.60:38285, [7090ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.221.61:34381, [7091ms] too many traces: truncated at 100 traces, [7091ms] too many traces: truncated at 100 traces, deferred=Deferred@1337500783(state=PENDING, result=null, callback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247), errback=(continuation of Deferred@1690849275 after retry RPC after error@1906557061) -> (continuation of Deferred@489536413 after retry RPC after error@389869451) -> (continuation of Deferred@825085184 after retry RPC after error@1592104008) -> (continuation of Deferred@786705754 after retry RPC after error@1582620602) -> (continuation of Deferred@30297277 after retry RPC after error@1937497880) -> (continuation of Deferred@2096804560 after retry RPC after error@69929978) -> (continuation of Deferred@2012419174 after retry RPC after error@1516082847) -> (continuation of Deferred@1931006774 after retry RPC after error@800088692) -> (continuation of Deferred@1083118528 after retry RPC after error@1984994336) -> (continuation of Deferred@1139044543 after retry RPC after error@1877678453) -> (continuation of Deferred@1472333403 after retry RPC after error@629223711) -> (continuation of Deferred@1166072984 after retry RPC after error@1914127852) -> (continuation of Deferred@891319595 after retry RPC after error@419803993) -> (continuation of Deferred@1512229117 after retry RPC after error@307420784) -> (continuation of Deferred@619542588 after retry RPC after error@273062019) -> (continuation of Deferred@1550835542 after retry RPC after error@1481255925) -> (continuation of Deferred@388596824 after retry RPC after error@865047742) -> (continuation of Deferred@288913654 after retry RPC after error@413465767) -> (continuation of Deferred@1131720879 after retry RPC after error@210888219) -> (continuation of Deferred@1581043895 after retry RPC after error@1631739411) -> (continuation of Deferred@131427164 after retry RPC after error@83358851) -> (continuation of Deferred@1022768578 after retry RPC after error@1329022601) -> (continuation of Deferred@1662274488 after retry RPC after error@1484581045) -> (continuation of Deferred@1437175389 after retry RPC after error@543132015) -> (continuation of Deferred@1633115991 after retry RPC after error@1582381704) -> (continuation of Deferred@1200856185 after retry RPC after error@467362069) -> (continuation of Deferred@1076705502 after retry RPC after error@402644777) -> (continuation of Deferred@1289021947 after retry RPC after error@206039741) -> (continuation of Deferred@621140003 after retry RPC after error@1282035005) -> (continuation of Deferred@664465018 after retry RPC after error@339474998) -> (continuation of Deferred@536144978 after retry RPC after error@32069940) -> (continuation of Deferred@1911594573 after retry RPC after error@978399247)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:748)